-- Logs begin at Thu 2021-07-22 20:14:51 UTC, end at Thu 2021-07-22 21:36:03 UTC. -- Jul 22 21:05:30.646086 dv-cinder-801617-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 21:05:33.457589 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.common.config [-] Logging enabled! Jul 22 21:05:33.458342 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 21:05:33.458436 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 21:05:33.462350 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.common.config [-] Logging enabled! Jul 22 21:05:33.462608 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 21:05:33.462919 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 21:05:33.463950 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:05:33.464204 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:05:33.464579 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:05:33.464827 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:05:33.465054 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:05:33.465416 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.465741 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.466639 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.466958 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.467315 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.467611 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.467901 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.468217 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.468523 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.468813 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.469101 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.469384 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.469618 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.469903 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.470197 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.470486 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.470713 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] debug = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.470994 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.471423 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.471851 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.472136 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.472456 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.472736 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.473010 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.473290 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.473579 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.473915 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] host = dv-cinder-801617-1-iscsi {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.474196 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.474483 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.474773 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.475062 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.475344 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.475626 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.475920 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.476219 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.476501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.476780 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.477069 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.477360 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.477655 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.477883 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.478106 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.478398 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.478689 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.478966 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.479243 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.479519 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.479796 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.480072 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.480366 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.480656 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.480943 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.481231 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.481542 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.481820 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.482098 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.482370 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.482656 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.482931 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.483205 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.483482 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.483797 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.484044 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.484352 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.484653 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.484942 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.485224 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.485513 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.485795 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.486080 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.486357 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.486633 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.486907 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_json = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.487182 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.487454 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.487739 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.488016 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.488321 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.488598 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.488875 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.489163 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:33.489466 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.489768 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.490074 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.490362 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.490663 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.490944 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.491234 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.491513 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.491807 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.492097 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.492414 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.492696 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.492986 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.493266 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.493562 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.493874 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.494173 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.494468 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.494745 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.495019 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.495294 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.495572 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.495865 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.496185 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.496478 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.496755 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.497546 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.497938 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.498224 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.498501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.498784 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.499076 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.499358 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.499635 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.499911 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.500217 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.500498 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.500771 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.501053 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.501356 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.501624 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.502163 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.502498 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.502791 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.503066 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.503354 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.503636 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.503915 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.504211 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.504498 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.504773 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.505048 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.505330 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.505605 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.505887 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.506163 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.506438 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.506712 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.506986 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.507260 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.507533 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.507805 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.508083 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.508445 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.508720 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.508990 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.509263 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.509535 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.509823 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.510122 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.510401 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.510681 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.510959 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.511238 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.511515 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.511792 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.512068 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.512373 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.512651 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.513512 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.513831 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.514152 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.514439 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.514717 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.515017 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.515329 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.515636 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.515916 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.516221 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.516515 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.516803 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.517101 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.517401 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.517697 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.517995 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.518290 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.518573 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.518883 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.519167 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:33.519386 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:05:33.519633 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93083) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 21:05:33.874623 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 21:05:33.874810 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 21:05:33.875090 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 21:05:33.875421 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 21:05:34.272239 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.272534 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.272809 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.273983 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.274256 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.274521 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.309356 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.310151 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.310419 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.324258 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.324536 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.324800 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.356326 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.356645 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.356958 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.394668 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.394944 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.395207 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.633369 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.634107 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.634107 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.634307 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.634843 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.757245 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.757565 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.757863 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.758141 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.758415 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.758732 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.758996 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.759263 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.759526 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.759815 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.760082 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.760376 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.760638 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.760892 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.761152 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.761429 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.761696 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.761966 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.762239 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.762501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.763346 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.763611 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.763891 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.764304 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.764560 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.764808 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.765220 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:34.765459 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:34.765697 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:34.765995 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:34.766234 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:34.766469 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:34.766891 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 21:05:34.770336 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 21:05:34.774334 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 21:05:34.778180 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 22 21:05:34.780448 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 21:05:34.780907 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 21:05:34.781251 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 21:05:34.781665 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 21:05:34.785753 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 21:05:34.786003 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 21:05:34.786348 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 21:05:34.791695 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 21:05:34.814625 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 21:05:34.815090 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.815392 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93083) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 21:05:34.815753 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.817177 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93083) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 21:05:34.817594 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 21:05:34.817858 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 21:05:34.821022 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.821302 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:34.885876 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 21:05:34.886120 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 21:05:34.886367 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 21:05:34.886748 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 21:05:34.910336 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_db.sqlalchemy.engines [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93083) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 21:05:35.448665 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing driver for type 'gre' Jul 22 21:05:35.449201 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] gre ID ranges: [(1, 1000)] Jul 22 21:05:35.506499 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing driver for type 'local' Jul 22 21:05:35.506951 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing driver for type 'vlan' Jul 22 21:05:35.520413 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] VlanTypeDriver initialization complete Jul 22 21:05:35.520765 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing driver for type 'vxlan' Jul 22 21:05:35.521268 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] vxlan ID ranges: [(1, 1000)] Jul 22 21:05:35.576597 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing extension driver 'port_security' Jul 22 21:05:35.577036 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.extensions.port_security [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] PortSecurityExtensionDriver initialization complete Jul 22 21:05:35.577463 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing mechanism driver 'openvswitch' Jul 22 21:05:35.577927 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing mechanism driver 'hyperv' Jul 22 21:05:35.585268 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.plugin [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:35.586214 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.586661 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.587082 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.587692 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:05:35.588269 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.588675 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.589071 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.589505 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:05:35.589955 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.590350 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.590742 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.591225 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:05:35.591692 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > security_group after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.592105 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > security_group after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.592523 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.592963 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:05:35.593451 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.593855 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.594242 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.594678 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:05:35.595123 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > address_group after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.595541 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > address_group after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.595951 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.596434 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 21:05:35.596847 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] ML2 OVO RPC backend initialized. {{(pid=93083) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 21:05:35.597631 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.598062 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.598547 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.598944 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > networks before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.599343 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.599744 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > ports before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.600180 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.600590 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnets before_response 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.600990 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.601380 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.601782 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.602169 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.602555 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.602937 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.603320 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.603725 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.604130 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.604808 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.plugin [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Modular L2 Plugin initialization complete Jul 22 21:05:35.605186 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading services supported by the core plugin {{(pid=93083) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 21:05:35.605560 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.plugins.ml2.managers [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Got port-security extension from driver 'port_security' Jul 22 21:05:35.606072 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.extensions.vlantransparent [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Disabled vlantransparent extension. Jul 22 21:05:35.607106 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93083) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 21:05:35.607600 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: router Jul 22 21:05:35.644727 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.645390 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.645482 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router before_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.645852 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.646231 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.646595 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_delete 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.646963 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.647461 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.647820 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.648203 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.648561 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.648925 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.649340 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.649714 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.650060 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.650401 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: subnet after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.650751 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.651105 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.651461 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.651810 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.652183 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.652545 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router after_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.652894 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.653277 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_create 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.653653 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.654080 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_update 55549900 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.654453 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > agent after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.654808 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > agent after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.655157 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > network after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.656155 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Tracking information for resource: router configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:35.656452 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Tracking information for resource: floatingip configured {{(pid=93083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 21:05:35.661548 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.db.l3_agentschedulers_db [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 21:05:35.662161 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.662530 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port after_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.662894 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port after_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.663253 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: port after_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.664073 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router before_create 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.664479 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.664848 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_create 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.665207 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > router precommit_update 55550100 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.670342 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.provider_configuration [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service providers = [] {{(pid=93083) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 21:05:35.670712 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.db.servicetype_db [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93083) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 21:05:35.673766 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:05:35.674128 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:05:35.674477 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:05:35.675384 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.services.service_base [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 21:05:35.675760 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.services.service_base [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 21:05:35.676145 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.676493 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 21:05:35.687986 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.688365 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: auto_allocate Jul 22 21:05:35.694190 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: network precommit_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.694591 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: network precommit_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.695109 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.695434 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: tag Jul 22 21:05:35.702434 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.702708 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: timestamp Jul 22 21:05:35.706617 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.706951 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: network_ip_availability Jul 22 21:05:35.712455 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.712839 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.713200 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.713950 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.714275 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: flavors Jul 22 21:05:35.720728 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.721061 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading Plugin: revisions Jul 22 21:05:35.725494 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 21:05:35.725897 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.851s {{(pid=93083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 21:05:35.726663 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93083) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 21:05:35.727007 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Initializing extension manager. Jul 22 21:05:35.727531 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: __init__.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.727881 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: __pycache__ {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.728251 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.728589 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: address_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.729382 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.729964 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: address-group Jul 22 21:05:35.730302 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: address_scope.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.731016 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.732070 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: address-scope Jul 22 21:05:35.732547 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.733523 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.734039 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: router-admin-state-down-before-update Jul 22 21:05:35.734362 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: agent.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.735077 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.735590 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: agent Jul 22 21:05:35.735913 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: agent_resources_synced.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.736868 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.737384 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: agent-resources-synced Jul 22 21:05:35.737708 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: allowedaddresspairs.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.739559 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.740087 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: allowed-address-pairs Jul 22 21:05:35.740458 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: auto_allocated_topology.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.741554 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.742077 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: auto-allocated-topology Jul 22 21:05:35.742405 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: availability_zone.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.743110 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.743616 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: availability_zone Jul 22 21:05:35.744042 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: availability_zone_filter.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.745031 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.745542 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: availability_zone_filter Jul 22 21:05:35.745867 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: data_plane_status.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.746784 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.747959 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 21:05:35.748405 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: default_subnetpools.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.749372 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.749870 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: default-subnetpools Jul 22 21:05:35.750197 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.751038 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.751550 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: dhcp_agent_scheduler Jul 22 21:05:35.752125 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: dns.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.753092 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.753606 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension dns-integration not supported by any of loaded plugins Jul 22 21:05:35.753936 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: dns_domain_ports.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.754867 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.755375 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 21:05:35.755695 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.756663 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.757171 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 21:05:35.757490 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: dvr.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.758167 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.758674 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: dvr Jul 22 21:05:35.758993 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: ecmp_routes.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.759929 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.760466 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 21:05:35.760796 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: empty_string_filtering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.761780 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.762338 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: empty-string-filtering Jul 22 21:05:35.762753 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.763759 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.764307 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 21:05:35.764634 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.765852 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.766409 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 21:05:35.766736 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: external_net.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.767713 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.768317 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: external-net Jul 22 21:05:35.768693 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.769711 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.770232 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: extra_dhcp_opt Jul 22 21:05:35.770558 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: extraroute.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.771493 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.772008 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: extraroute Jul 22 21:05:35.772387 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: extraroute_atomic.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.773773 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.773973 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: extraroute-atomic Jul 22 21:05:35.774301 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: filter_validation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.774989 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.775494 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: filter-validation Jul 22 21:05:35.775817 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: fip_pf_description.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.776996 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.777511 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 21:05:35.777837 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: fip_port_details.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.779286 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.779795 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: fip-port-details Jul 22 21:05:35.780118 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: flavors.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.781405 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.781930 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: flavors Jul 22 21:05:35.782263 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.783927 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.784480 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 21:05:35.784817 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: floatingip_pools.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.785529 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.786049 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: floatingip-pools Jul 22 21:05:35.786380 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: ip_allocation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.787326 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.787844 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 21:05:35.788200 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.789129 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.789652 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: ip-substring-filtering Jul 22 21:05:35.789982 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l2_adjacency.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.791097 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.791508 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 21:05:35.791926 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.793051 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.793625 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: router Jul 22 21:05:35.794078 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.797191 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.797729 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 21:05:35.798112 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.799181 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.799749 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: ext-gw-mode Jul 22 21:05:35.800109 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.801214 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.801737 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: l3-ha Jul 22 21:05:35.802094 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3_flavors.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.803264 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.803757 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: l3-flavors Jul 22 21:05:35.804097 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.805138 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.805688 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 21:05:35.806099 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: l3agentscheduler.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.807400 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.807950 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: l3_agent_scheduler Jul 22 21:05:35.808283 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: logging.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.809986 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.810528 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension logging not supported by any of loaded plugins Jul 22 21:05:35.810907 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: metering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.811755 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.812445 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: metering Jul 22 21:05:35.812815 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.814036 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.814578 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: metering_source_and_destination_fields Jul 22 21:05:35.814914 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: multiprovidernet.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.816007 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.816560 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: multi-provider Jul 22 21:05:35.816893 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: netmtu.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.817834 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.818350 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: net-mtu Jul 22 21:05:35.818677 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: netmtu_writable.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.819612 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.820125 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: net-mtu-writable Jul 22 21:05:35.820484 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: network_availability_zone.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.821171 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.821682 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: network_availability_zone Jul 22 21:05:35.822006 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: network_ip_availability.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.823106 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.823624 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: network-ip-availability Jul 22 21:05:35.823954 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: network_segment_range.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.824777 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.825340 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 21:05:35.825701 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: pagination.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.826663 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.826998 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: pagination Jul 22 21:05:35.827320 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: port_device_profile.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.828290 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.828824 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: port-device-profile Jul 22 21:05:35.829148 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.830223 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.832787 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: port-mac-address-regenerate Jul 22 21:05:35.832787 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.832787 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.832787 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: port-numa-affinity-policy Jul 22 21:05:35.833133 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: port_resource_request.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.833793 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.834261 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 21:05:35.834581 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: portbindings.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.835532 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.836046 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: binding Jul 22 21:05:35.836404 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: portbindings_extended.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.837714 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.838235 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: binding-extended Jul 22 21:05:35.838567 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: portsecurity.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.839494 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.842064 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: port-security Jul 22 21:05:35.842064 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: project_id.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.842064 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.842308 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: project-id Jul 22 21:05:35.842680 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: providernet.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.843562 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.844087 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: provider Jul 22 21:05:35.844453 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.847980 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.848543 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos not supported by any of loaded plugins Jul 22 21:05:35.848879 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.850141 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.850662 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 21:05:35.850999 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.851936 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.852490 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 21:05:35.852823 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_default.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.853748 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.854265 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-default not supported by any of loaded plugins Jul 22 21:05:35.854597 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_fip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.855270 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.855779 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-fip not supported by any of loaded plugins Jul 22 21:05:35.856102 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_gateway_ip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.857656 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.858170 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 21:05:35.858498 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_port_network_policy.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.859423 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.859943 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 21:05:35.860306 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_rule_type_details.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.861236 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.861757 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 21:05:35.862083 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: qos_rules_alias.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.863153 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.863676 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 21:05:35.864010 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: quotasv2.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.865027 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.865569 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: quotas Jul 22 21:05:35.865893 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: quotasv2_detail.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.869047 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.869395 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: quota_details Jul 22 21:05:35.869736 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: rbac.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.870831 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.871373 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: rbac-policies Jul 22 21:05:35.871708 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: rbac_address_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.872733 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.873257 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: rbac-address-group Jul 22 21:05:35.873587 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: rbac_address_scope.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.874526 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.875042 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: rbac-address-scope Jul 22 21:05:35.875372 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: rbac_security_groups.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.876343 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.877119 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: rbac-security-groups Jul 22 21:05:35.877447 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: rbac_subnetpool.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.878386 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.878898 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: rbac-subnetpool Jul 22 21:05:35.879225 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: revisionifmatch.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.880156 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.880693 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: revision-if-match Jul 22 21:05:35.881018 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: revisions.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.882155 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.882679 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: standard-attr-revisions Jul 22 21:05:35.883009 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: router_availability_zone.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.883695 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.884247 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: router_availability_zone Jul 22 21:05:35.884581 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: routerservicetype.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.885518 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.886030 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension router-service-type not supported by any of loaded plugins Jul 22 21:05:35.886356 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.887285 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.887910 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: security-groups-normalized-cidr Jul 22 21:05:35.888230 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.889164 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.889677 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: port-security-groups-filtering Jul 22 21:05:35.890001 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.890926 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.891447 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: security-groups-remote-address-group Jul 22 21:05:35.891774 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: securitygroup.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.901576 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.902123 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: security-group Jul 22 21:05:35.902457 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: segment.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.903844 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.904530 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension segment not supported by any of loaded plugins Jul 22 21:05:35.904863 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.907500 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.907500 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 21:05:35.907500 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: servicetype.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.907812 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.908377 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: service-type Jul 22 21:05:35.908713 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: sorting.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.909821 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.911694 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: sorting Jul 22 21:05:35.911694 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: standard_attr_segment.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.911694 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.911995 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 21:05:35.912482 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: standardattrdescription.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.912916 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.913430 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: standard-attr-description Jul 22 21:05:35.913757 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: stateful_security_group.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.914713 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.915235 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: stateful-security-group Jul 22 21:05:35.915564 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: stdattrs_common.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.916191 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 21:05:35.916523 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.917470 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.917990 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 21:05:35.918313 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: subnet_onboard.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.920140 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.920699 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: subnet_onboard Jul 22 21:05:35.921030 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.921988 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.922508 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 21:05:35.922835 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: subnet_service_types.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.923768 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.924327 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: subnet-service-types Jul 22 21:05:35.924654 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: subnetallocation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.925750 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.926274 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: subnet_allocation Jul 22 21:05:35.926616 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.927283 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.927887 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: subnetpool-prefix-ops Jul 22 21:05:35.928237 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.929183 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.929699 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 21:05:35.930023 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: tagging.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.931114 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.931660 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: standard-attr-tag Jul 22 21:05:35.931992 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: timestamp.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.933259 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.933785 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loaded extension: standard-attr-timestamp Jul 22 21:05:35.934117 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: trunk.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.935313 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.935841 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension trunk not supported by any of loaded plugins Jul 22 21:05:35.936256 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: trunk_details.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.937137 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.937656 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension trunk-details not supported by any of loaded plugins Jul 22 21:05:35.937985 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: uplink_status_propagation.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.938922 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.939440 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 21:05:35.939795 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Loading extension file: vlantransparent.py {{(pid=93083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 21:05:35.940498 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 21:05:35.941006 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 21:05:35.943575 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:network Jul 22 21:05:35.944131 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:subnet Jul 22 21:05:35.944570 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:05:35.944982 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:port Jul 22 21:05:35.946300 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.946742 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service FLAVORS assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.947379 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.947825 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.948188 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:router Jul 22 21:05:35.948648 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:floatingip Jul 22 21:05:35.949153 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service METERING assigned prefix: /metering {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.950688 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.951061 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.951418 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:05:35.952543 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 21:05:35.952952 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:security_group Jul 22 21:05:35.953409 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 21:05:35.954038 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.954376 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:05:35.954731 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] subnetpool is already registered Jul 22 21:05:35.955171 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.955505 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:05:35.955844 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] subnetpool is already registered Jul 22 21:05:35.958218 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.958658 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service FLAVORS assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.959257 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.959684 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.960023 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:router Jul 22 21:05:35.960399 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] router is already registered Jul 22 21:05:35.960839 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:floatingip Jul 22 21:05:35.961164 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] floatingip is already registered Jul 22 21:05:35.961630 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service METERING assigned prefix: /metering {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.962315 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 21:05:35.962646 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] rbac_policy is already registered Jul 22 21:05:35.963068 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:security_group Jul 22 21:05:35.963412 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] security_group is already registered Jul 22 21:05:35.963821 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 21:05:35.964189 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] security_group_rule is already registered Jul 22 21:05:35.964831 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.965165 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:05:35.965506 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] subnetpool is already registered Jul 22 21:05:35.966557 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.v2.resource_helper [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Service CORE assigned prefix: {{(pid=93083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 21:05:35.966891 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 21:05:35.967326 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING neutron.quota.resource_registry [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] subnetpool is already registered Jul 22 21:05:35.967814 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: extensions {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.969372 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: address-groups {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.970884 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: address-scopes {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.972254 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: agents {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.973426 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: auto-allocated-topology {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.974666 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: availability_zones {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.975907 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: dhcp-networks {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.977447 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: dhcp-agents {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.978897 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: routers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.980668 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: flavors {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.983819 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: service_profiles {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.985078 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: next_providers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.986520 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: service_profiles {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.988147 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: floatingip-pools {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.989403 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: routers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.991105 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: floatingips {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.992561 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: l3-routers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.993954 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: l3-agents {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.995440 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: metering-labels {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.996754 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: metering-label-rules {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.998499 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: network-ip-availabilities {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:35.999773 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: bindings {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.001400 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: quotas {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.003235 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: quotas {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.004699 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: rbac-policies {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.005906 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: security-groups {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.007220 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: security-group-rules {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.008500 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: service-providers {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.009762 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: subnetpools {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.011106 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: subnetpools {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.012751 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.014447 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.016308 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.018099 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.019807 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.021786 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.023486 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.025330 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.027187 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.029521 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron.api.extensions [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Extended resource: tags {{(pid=93083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 21:05:36.035573 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING keystonemiddleware.auth_token [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 21:05:36.040153 dv-cinder-801617-1-iscsi neutron-server[93083]: WARNING keystonemiddleware.auth_token [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 21:05:36.049198 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Acquired lock "singleton_lock" {{(pid=93083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 21:05:36.049687 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_concurrency.lockutils [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Releasing lock "singleton_lock" {{(pid=93083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 21:05:36.050345 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Starting 2 workers Jul 22 21:05:36.055188 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Started child 93192 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:05:36.060143 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Started child 93193 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:05:36.060675 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.062267 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [-] (93192) wsgi starting up on http://0.0.0.0:9696 Jul 22 21:05:36.062642 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO neutron.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 21:05:36.063348 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Notify callbacks [] for process, before_spawn {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.065812 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Starting 1 workers Jul 22 21:05:36.066517 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.067918 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [-] (93193) wsgi starting up on http://0.0.0.0:9696 Jul 22 21:05:36.071101 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Started child 93194 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:05:36.071626 dv-cinder-801617-1-iscsi neutron-server[93083]: INFO oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Starting 1 workers Jul 22 21:05:36.074802 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] calling RpcWorker wait() {{(pid=93194) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 21:05:36.075647 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] returning from RpcWorker wait() {{(pid=93194) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 21:05:36.076411 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Started child 93195 {{(pid=93083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 21:05:36.076819 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.077244 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG neutron_lib.callbacks.manager [None req-f8452f79-3693-4dd7-b0bb-85e145bdab0e None None] Notify callbacks [] for process, after_spawn {{(pid=93083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.077346 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:36.079707 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 21:05:36.079983 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:05:36.080204 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:05:36.080532 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:05:36.081078 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:05:36.081331 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:05:36.081787 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.082362 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.082565 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.082976 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.083306 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.083674 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.084791 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.085137 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.085478 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.085891 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.086300 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.086501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.086782 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.087214 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.087652 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.088099 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.088555 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.088874 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.089173 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.089357 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.089627 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.089918 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.090197 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.090487 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] debug = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.091360 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.091911 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.092153 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.092494 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.093028 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.093503 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.093933 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.094406 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.094823 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.095378 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.095801 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.096275 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.096683 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.097100 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.097501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.097959 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.098359 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.099085 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host = dv-cinder-801617-1-iscsi {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.099515 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.099920 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.100390 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.100860 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.101371 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.101853 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.102363 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.102845 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.104153 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.104674 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.105118 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.105623 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.106107 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.107158 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.107512 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_options = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.107974 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.108480 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.108999 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.109377 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.109899 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.110320 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.110818 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.111163 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.111607 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.112072 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.112519 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.112966 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.113416 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.113894 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.114379 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.114814 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.115211 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.115628 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.116070 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.116593 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.117002 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.117456 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120210 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120939 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120939 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120939 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.120939 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.121177 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.121411 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.121638 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.121875 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.122178 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.122435 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.122670 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.123331 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.123331 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.123475 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.123615 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_json = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.123994 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.124394 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.124820 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.125191 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.125643 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.126028 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.126403 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.126935 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:36.127216 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.127796 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.128297 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.128770 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.129186 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.129593 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.129993 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.130395 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.130811 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.131218 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.131606 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.132100 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.132522 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.133008 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.133455 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.133862 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.134335 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.134774 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.135198 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.135583 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.135973 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.136409 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.136782 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.137251 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.138220 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.138823 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.139279 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.139647 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.140069 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.140485 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.140886 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.141268 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.141679 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.142091 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.142480 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.142926 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.143433 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.143842 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.144246 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.144623 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.144995 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.145399 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.145800 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.146181 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.146540 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.146929 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.147300 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.147677 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.148064 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.148461 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.148845 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.149218 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.149601 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.149961 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.150321 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.150724 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.151142 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.151508 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.151864 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.152295 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.152668 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.153062 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.154130 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.154505 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.154866 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.155228 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.155614 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.155995 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.156484 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.156855 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.157216 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.157580 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.157959 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.158320 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.158701 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.159121 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.159519 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.159912 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.160372 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.160772 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.161248 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.161643 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.162035 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.162722 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.163137 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.163621 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.164111 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.164563 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.164995 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.165416 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.165855 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.166271 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.166678 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.167101 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.167505 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.167929 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.168428 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.168902 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.169318 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.169747 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.170159 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.170451 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172882 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.172882 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.173146 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.173235 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.173442 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.173744 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.173968 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.174262 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.174573 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.175003 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.175274 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.175540 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.175792 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.176051 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.176334 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.176603 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.176840 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.177089 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.177488 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.178033 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.178466 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.178870 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.179117 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.179349 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.179819 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.180230 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.180624 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.180851 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.181123 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.181383 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.181640 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.181910 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.182162 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.182427 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.182700 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.182937 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.183156 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.183409 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.183627 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.183874 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.184136 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.184455 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.184769 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.184903 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.185284 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.185524 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.185744 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.185966 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.186351 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.186580 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.186820 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.187089 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.187310 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.187536 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.187793 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.188033 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.188296 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.188543 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.188757 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.189019 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.189243 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.189537 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.189798 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.190029 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.190610 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.190871 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.191113 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.191332 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.191608 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.191838 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.192059 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.192370 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.192611 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.192827 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.193064 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.193295 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.193513 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.193782 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.194049 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.194400 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.194643 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.194898 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.195146 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.195365 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.195610 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.195831 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.196069 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.196326 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.196541 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.196763 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.197007 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.197253 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.197472 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.197689 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.197929 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.198162 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.198412 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.198622 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.198910 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.199184 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.199434 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.199709 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.199960 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.200745 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.200979 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.201225 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.201440 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.201666 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.201888 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.202510 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.202510 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.202510 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.202847 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.202928 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.203155 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.203452 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.203702 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.203916 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.204128 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.204407 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.204652 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.204861 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.205090 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.205343 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.205555 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.205793 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.205995 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.206205 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.206433 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.206646 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.206862 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.207087 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.207303 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.207520 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.207824 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.208088 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.208343 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.208625 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.208877 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.209124 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.209375 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.209770 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.209911 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.210180 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.210403 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.210648 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.210895 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.211152 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.211477 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.211768 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.212004 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.212287 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.212596 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.212878 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.213173 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.213390 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.213676 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.214012 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.214280 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.214532 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.214794 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.215034 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.215417 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.215882 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.216311 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.217088 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.217352 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.217624 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.217862 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.218091 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.218743 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.218980 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.219205 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.219456 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.219672 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.219899 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.220213 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.220389 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:05:36.220833 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 21:05:36.220994 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 21:05:36.221305 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 21:05:36.221629 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 21:05:36.221947 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 21:05:36.222246 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 21:05:36.222600 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.222906 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.223237 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.223712 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.224345 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.224846 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.225331 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.225813 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.226124 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.226375 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.226562 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.226738 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.226904 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.227129 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.227301 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.227469 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.227633 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.227800 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.227968 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.228130 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.228322 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.228528 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.228808 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] debug = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.229092 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.229455 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.229712 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.229990 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.230268 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.230545 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.230817 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.231105 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.231918 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.232196 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.232647 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.232826 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.232998 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.233162 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.233325 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.233488 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.233654 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.233813 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host = dv-cinder-801617-1-iscsi {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.234130 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.234437 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.234740 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.235041 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.235324 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.235609 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.235894 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.236195 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.236507 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.236789 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.237089 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.237384 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.237679 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.237973 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.238268 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_options = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.238552 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.238846 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.239154 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.239477 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.239775 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.240072 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.240392 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.240688 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.240984 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.241279 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.241571 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.241883 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.242176 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.242469 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.242772 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.242929 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.243230 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.243397 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.243564 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.243727 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.243889 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.244051 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.244235 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.244403 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.244554 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.244708 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.244864 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.245171 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.245334 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.245492 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.245790 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.246086 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.246384 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.246687 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.246856 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.247075 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.247768 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.248017 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.248230 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.248388 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.248537 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.248697 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.248857 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.249019 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.249175 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.249481 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_json = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.249881 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.250045 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.250200 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.250513 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.250668 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.250973 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.251137 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.251299 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 21:05:36.251490 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.251910 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.252251 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.252550 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.252862 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.253033 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.253234 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.253375 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.253583 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.253677 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.253846 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.254010 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.254186 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.254350 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.254512 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.254678 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.254854 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255002 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255164 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255325 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255428 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:36.255536 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255625 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255807 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.255971 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.256135 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.256341 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.256502 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.256729 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.256839 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.256980 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.257146 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.257309 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.257471 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.257633 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.257794 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.257956 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.258118 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.258281 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.258445 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.258620 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.258767 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.259077 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.259247 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.259411 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.259575 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.259738 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.259901 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.260065 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.260252 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.260416 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.260589 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.260753 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.260915 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.261078 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.261253 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.261376 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.261540 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.261701 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.261862 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.262023 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.262184 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.262360 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.262511 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.262759 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.262896 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263080 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263213 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263336 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263506 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263669 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263831 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.263993 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.264156 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.264339 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.264501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.264664 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.264825 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.264988 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.265151 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.265315 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.265478 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.265640 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.265892 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.266045 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.266173 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.266298 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.266443 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.266698 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.266866 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.267045 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.267173 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.267306 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268289 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268289 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268289 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268289 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268289 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268289 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268757 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268757 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268757 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268933 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.268999 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.269140 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.269443 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.269814 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.269993 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.270067 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.270224 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.270386 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.270547 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.270717 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.270881 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.271040 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.271202 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.271372 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.271546 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.271710 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.271873 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.272036 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.272221 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.272385 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.272547 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.272709 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.272870 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.273032 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.273195 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.273369 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.273542 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.273704 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.273866 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.274028 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.274213 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.274376 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.274540 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.274703 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.274864 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275026 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275187 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275348 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275509 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275671 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275834 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.275997 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.276176 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.276341 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.276504 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.276668 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.276851 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.276998 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.277160 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.277324 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.277486 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.277648 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.277809 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.277970 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.278133 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.278790 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.278790 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.278790 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279162 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279162 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279413 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279536 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279657 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279778 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.279976 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.280096 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.280272 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.280457 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.280611 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.280776 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.280934 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.281092 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.281256 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.281408 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.281569 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.281726 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.281896 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.282062 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.282223 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.282387 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.282550 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.282713 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.282958 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.283080 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.283185 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.283360 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.283523 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.283684 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.283846 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.284007 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.284217 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.284347 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.284501 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.284667 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.284880 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285007 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285151 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285309 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285469 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285631 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285793 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.285956 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.286120 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.286256 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.286429 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.286622 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.286754 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.286905 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.287067 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.287231 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.287414 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.287537 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.287701 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.287862 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.288023 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.288206 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.288377 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.288532 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.288693 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.288854 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289015 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289257 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289382 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289487 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289645 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289805 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.289965 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.290178 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.290301 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.290432 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.290592 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.290752 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.290912 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.291072 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.291243 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.291404 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.291564 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.291726 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.291887 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.292076 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.292224 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.292387 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.292549 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.292718 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.292879 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.293103 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.293233 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.293356 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.293509 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.293674 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.294346 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.294507 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.294678 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.294931 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.295106 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.295279 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.295448 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.295612 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.295785 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.295956 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.296126 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.296313 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.296483 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.296657 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.296820 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.296981 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.297149 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.297288 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.297444 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.297634 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.297828 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298020 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298020 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298398 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298398 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298794 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298794 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.298794 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.299464 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.299464 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.299464 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.299464 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.300118 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 21:05:36.300118 dv-cinder-801617-1-iscsi neutron-server[93083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 21:05:36.335748 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 42962) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:36.345756 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076640 Jul 22 21:05:47.971927 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e3380-5175-4dfe-89cf-e5e6ba43f644 None None] get_active_networks_info from dv-cinder-801617-1-iscsi {{(pid=93194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 21:05:48.065763 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e3380-5175-4dfe-89cf-e5e6ba43f644 None None] No non-hosted networks {{(pid=93194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 21:05:48.075248 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.agentschedulers_db [None req-0c1e3380-5175-4dfe-89cf-e5e6ba43f644 None None] DHCP Agent not found on host dv-cinder-801617-1-iscsi {{(pid=93194) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 21:05:48.194825 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dd51fcf7-f42b-4a19-9a0a-b9bc8dec2151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739106'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:50.665486 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0795792c-4def-4f7c-9097-d8820ae0dcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739106'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:50.726870 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ac9d-0391-4f2c-8ced-65037922129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:50.900551 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739106'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:50.901384 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.901741 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.902146 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.902955 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.903389 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.903774 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.904316 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.905082 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.906102 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.906622 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.907405 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.907993 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:50.908657 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801617-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:50.917702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801617-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:51.851310 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739106'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:53.495816 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739106'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:54.694383 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43054) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:55.247131 dv-cinder-801617-1-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-32ff1509-e98e-436b-a1b3-cccc25cf9400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:05:55.247736 dv-cinder-801617-1-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-32ff1509-e98e-436b-a1b3-cccc25cf9400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:05:55.471000 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [None req-32ff1509-e98e-436b-a1b3-cccc25cf9400 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:05:55.472252 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-32ff1509-e98e-436b-a1b3-cccc25cf9400 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7757893 Jul 22 21:05:57.895793 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43068) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:58.041919 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.db.l3_hamode_db [None req-336b0348-e33b-48fa-add8-4dcd58f52114 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 21:05:58.125345 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b0348-e33b-48fa-add8-4dcd58f52114 None None] Routers set() bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:58.125650 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336b0348-e33b-48fa-add8-4dcd58f52114 None None] Router IDs set() for agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 21:05:58.231410 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:58.326956 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.policy [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 21:05:58.373273 dv-cinder-801617-1-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:05:58.373717 dv-cinder-801617-1-iscsi neutron-server[93193]: WARNING oslo_policy.policy [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:05:58.382742 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.quota [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] Loaded quota_driver: . Jul 22 21:05:58.481640 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791899864718', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791899864227', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791899849077', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791899879247', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791899869324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791899895944', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-575051', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-599136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3785849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4133913'] for rbac-policy, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:58.549697 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:58.551052 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b25cc17f-9c40-49de-9bd3-be3d90960a9a admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6541889 Jul 22 21:06:01.180858 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43080) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:01.488519 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Request body: {'network': {'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'name': 'private', 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:01.519058 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Made reservation on behalf of 5f204280cb324f2ba5cb008a96b49537 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:01.521951 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.539559 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.670244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.675859 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.695441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:06:01.725455 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791901189160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.725966 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Unsubscribe: segment precommit_create {{(pid=93193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 21:06:01.726475 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Added segment c9d75f5d-e89f-41e5-8aa2-92315ad70e36 of type vlan for network 13954ed6-6c27-4b11-beef-c44e1c8e8813 Jul 22 21:06:01.744144 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ddbb56-531f-4dcc-ae60-0e7ab9313bc3,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:01.772233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.772586 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.772921 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.773245 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.773567 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.773905 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.774226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.774579 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.774911 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.775226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.775534 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.775843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Tracked resource versions report: Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: pushed versions: Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: { 'AddressGroup': {'1.2'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'ConntrackHelper': {'1.0'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Log': {'1.0'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Network': {'1.1'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Port': {'1.7'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'PortForwarding': {'1.2'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'QosPolicy': {'1.8'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroup': {'1.4'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SubPort': {'1.0'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Subnet': {'1.1'}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Trunk': {'1.1'}} Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: consumer versions: Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'ConntrackHelper': '1.0', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Log': '1.0', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Network': '1.1', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Port': '1.7', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'PortForwarding': '1.2', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'QosPolicy': '1.8', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroup': '1.4', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroupRule': '1.2', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SubPort': '1.0', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Subnet': '1.1', Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Trunk': '1.1'}} Jul 22 21:06:01.777028 dv-cinder-801617-1-iscsi neutron-server[93193]: {{(pid=93193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:06:01.853372 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.907489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.908749 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:01.909421 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:01.971282 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7888236 Jul 22 21:06:02.011622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e13e9-aa28-46d2-8595-35bca9851b71 admin admin] Pushing event updated for resources: {'Network': ['ID=13954ed6-6c27-4b11-beef-c44e1c8e8813,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:02.024654 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:06:04.632756 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 43094) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:05.122098 dv-cinder-801617-1-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:06:05.122698 dv-cinder-801617-1-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:06:05.571029 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.policy [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 21:06:05.616096 dv-cinder-801617-1-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:06:05.616513 dv-cinder-801617-1-iscsi neutron-server[93192]: WARNING oslo_policy.policy [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 21:06:05.626221 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:05.628032 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c73ae0d4-2a8b-4305-8c55-6635ebdf1dd9 admin admin] 10.222.0.44 "GET /v2.0/networks/13954ed6-6c27-4b11-beef-c44e1c8e8813 HTTP/1.1" status: 200 len: 825 time: 0.9941087 Jul 22 21:06:05.667779 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-50cd33a8-5d60-4cfc-aa14-fafd01059954 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/bcecc1db-109e-40b3-ba8d-d416aa75ed4d HTTP/1.1" status: 200 len: 734 time: 0.0337062 Jul 22 21:06:05.676804 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:05.678702 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.quota [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Loaded quota_driver: . Jul 22 21:06:05.722279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Made reservation on behalf of 5f204280cb324f2ba5cb008a96b49537 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:05.725110 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:06.033302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:06.105284 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Checking segment: {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:06.105714 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Network hostable DHCP agents. Network: 13954ed6-6c27-4b11-beef-c44e1c8e8813, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:06:06.126282 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3e49c8-288a-4912-be4a-b1017e5c9e43,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:06.141416 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:06:06.144452 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.144811 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.145155 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.145490 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.145819 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.146158 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.146488 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.146827 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.147172 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.147494 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.147811 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.148122 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Tracked resource versions report: Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: pushed versions: Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: { 'AddressGroup': {'1.2'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'ConntrackHelper': {'1.0'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Log': {'1.0'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Network': {'1.1'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Port': {'1.7'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'PortForwarding': {'1.2'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'QosPolicy': {'1.8'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroup': {'1.4'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SubPort': {'1.0'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Subnet': {'1.1'}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Trunk': {'1.1'}} Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: consumer versions: Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'ConntrackHelper': '1.0', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Log': '1.0', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Network': '1.1', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Port': '1.7', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'PortForwarding': '1.2', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'QosPolicy': '1.8', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroup': '1.4', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroupRule': '1.2', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SubPort': '1.0', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Subnet': '1.1', Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Trunk': '1.1'}} Jul 22 21:06:06.149296 dv-cinder-801617-1-iscsi neutron-server[93192]: {{(pid=93192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:06:06.183947 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 13954ed6-6c27-4b11-beef-c44e1c8e8813) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:06.205264 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:06.206073 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:06.210643 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d033d-b14a-4d9b-826b-1207e174932d None None] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:06.227235 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-25bb55f5-4353-4273-a68a-f9090c9afd8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5540826 Jul 22 21:06:06.551062 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-13954ed6-6c27-4b11-beef-c44e1c8e8813', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:06:06.552302 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:06.826286 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Allocated IP 172.20.0.2 (13954ed6-6c27-4b11-beef-c44e1c8e8813/5e3e49c8-288a-4912-be4a-b1017e5c9e43/4c74423e-1948-49de-860e-a118143ac53c) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:07.093566 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:07.109964 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Transition to ACTIVE for port object 4c74423e-1948-49de-860e-a118143ac53c will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:07.132410 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Transition to ACTIVE for port object 4c74423e-1948-49de-860e-a118143ac53c will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:07.141267 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:07.214624 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:07.219983 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:07.230813 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:07.233231 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Pushing event updated for resources: {'Port': ['ID=4c74423e-1948-49de-860e-a118143ac53c,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:07.246580 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.247065 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.247415 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.247752 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.248082 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.248441 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.248764 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.249131 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.249476 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.249806 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.250134 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.250457 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Tracked resource versions report: Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: pushed versions: Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: { 'AddressGroup': {'1.2'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'ConntrackHelper': {'1.0'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Log': {'1.0'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Network': {'1.1'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Port': {'1.7'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'PortForwarding': {'1.2'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'QosPolicy': {'1.8'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroup': {'1.4'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SubPort': {'1.0'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Subnet': {'1.1'}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Trunk': {'1.1'}} Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: consumer versions: Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'ConntrackHelper': '1.0', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Log': '1.0', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Network': '1.1', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Port': '1.7', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'PortForwarding': '1.2', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'QosPolicy': '1.8', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroup': '1.4', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroupRule': '1.2', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SubPort': '1.0', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Subnet': '1.1', Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Trunk': '1.1'}} Jul 22 21:06:07.251828 dv-cinder-801617-1-iscsi neutron-server[93194]: {{(pid=93194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:06:07.329429 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Attempting to bind port 4c74423e-1948-49de-860e-a118143ac53c on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:07.329828 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Attempting to bind port 4c74423e-1948-49de-860e-a118143ac53c by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:07.330264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Attempting to bind port 4c74423e-1948-49de-860e-a118143ac53c on network 13954ed6-6c27-4b11-beef-c44e1c8e8813 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:07.335403 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:07.335813 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Checking segment: {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:07.336315 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:07.336709 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Bound using segment: {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:07.337198 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Bound port: 4c74423e-1948-49de-860e-a118143ac53c, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:07.337627 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:07.404671 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] For port 4c74423e-1948-49de-860e-a118143ac53c, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:07.409152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] For port 4c74423e-1948-49de-860e-a118143ac53c, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=4c74423e-1948-49de-860e-a118143ac53c,segment=NetworkSegment(c9d75f5d-e89f-41e5-8aa2-92315ad70e36),segment_id=c9d75f5d-e89f-41e5-8aa2-92315ad70e36)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:07.414071 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:07.479077 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9ab1d-a9ca-4bf4-b069-82474d19d3b6 None None] Pushing event updated for resources: {'Port': ['ID=4c74423e-1948-49de-860e-a118143ac53c,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:08.693557 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43116) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:09.046649 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [None req-9b5fb108-45cb-4fc5-9b22-268967ee9346 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:06:09.047673 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9b5fb108-45cb-4fc5-9b22-268967ee9346 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3531156 Jul 22 21:06:11.499497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43124) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:11.822858 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [None req-6d1a7116-27a1-40ae-95e2-c6829174f2df admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:06:11.824715 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6d1a7116-27a1-40ae-95e2-c6829174f2df admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242788 Jul 22 21:06:13.174023 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:14.564440 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43134) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:14.902498 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] Request body: {'router': {'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'name': 'router1', 'admin_state_up': True}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:14.931364 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:14.933698 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:15.082567 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:15.087216 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:15.100927 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:15.102186 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2762b33f-5fd1-4325-ba65-d8b09edf5434 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5368130 Jul 22 21:06:16.060105 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d945485-ff93-4155-8d00-c483036cfde7 None None] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:16.188018 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-67564060-474c-4260-b53c-6e9150295d68 None None] Provisioning for port 4c74423e-1948-49de-860e-a118143ac53c completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:16.829533 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 4c74423e-1948-49de-860e-a118143ac53c up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:16.913583 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 4c74423e-1948-49de-860e-a118143ac53c completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:16.917713 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 4c74423e-1948-49de-860e-a118143ac53c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:16.918117 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:17.029384 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:17.063918 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 4c74423e-1948-49de-860e-a118143ac53c, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=4c74423e-1948-49de-860e-a118143ac53c,segment=NetworkSegment(c9d75f5d-e89f-41e5-8aa2-92315ad70e36),segment_id=c9d75f5d-e89f-41e5-8aa2-92315ad70e36)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:17.069826 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:17.117998 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=4c74423e-1948-49de-860e-a118143ac53c,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:17.555296 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43146) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:17.880627 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [None req-94da3188-f0a5-4b97-b1e4-ea0fa43d351a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:06:17.881619 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-94da3188-f0a5-4b97-b1e4-ea0fa43d351a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253403 Jul 22 21:06:17.900118 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d666a00d-aef1-45f9-9f69-0f229237045c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:18.817488 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 4c74423e-1948-49de-860e-a118143ac53c up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:18.866805 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 4c74423e-1948-49de-860e-a118143ac53c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:18.867074 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.346248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43154) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:20.657185 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-26523389-2cf6-4b15-9d7e-4ae00518f982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.658227 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:20.679655 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Made reservation on behalf of 0255e8d6ca2246b898ed79dfcd3db505 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:20.681880 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.690199 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.777314 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.781270 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.796626 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Reserving flat network on physical network physnet1 {{(pid=93193) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 21:06:20.816673 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14e616c-7a09-4f00-a206-16dddfeb88c0,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:20.821461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.821825 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Added segment c008b71f-195e-49d0-baa8-f8178ee79dc7 of type flat for network 950ce858-a8a9-4dab-8e0d-ab179c978778 Jul 22 21:06:20.868566 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.887152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.909265 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.910229 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.910813 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.960318 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6129584 Jul 22 21:06:20.994406 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc04c0b-aae6-4594-af78-eba6c3719b11 admin admin] Pushing event updated for resources: {'Network': ['ID=950ce858-a8a9-4dab-8e0d-ab179c978778,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:21.006978 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:06:21.794322 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:23.347621 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43172) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:23.427368 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:23.567855 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff48e05d-f6f4-457d-b9a8-af9ea5ef0e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:23.569268 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ff48e05d-f6f4-457d-b9a8-af9ea5ef0e97 admin admin] 10.222.0.44 "GET /v2.0/subnets/5e3e49c8-288a-4912-be4a-b1017e5c9e43 HTTP/1.1" status: 200 len: 849 time: 0.2206419 Jul 22 21:06:23.687178 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-afddbc14-e76b-466f-bcae-0b0992c089d2 admin admin] 10.222.0.44 "GET /v2.0/routers/0f822c28-afd5-4460-a7de-d4c552f81cad HTTP/1.1" status: 200 len: 704 time: 0.1122272 Jul 22 21:06:23.960936 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.255501 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Allocated IP 172.20.0.1 (13954ed6-6c27-4b11-beef-c44e1c8e8813/5e3e49c8-288a-4912-be4a-b1017e5c9e43/053b9e2e-13f9-47e7-801f-af39cd20e5e8) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:24.442272 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.465741 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Transition to ACTIVE for port object 053b9e2e-13f9-47e7-801f-af39cd20e5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:24.547895 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.676101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:24.683859 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:24.685931 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Pushing event updated for resources: {'Port': ['ID=053b9e2e-13f9-47e7-801f-af39cd20e5e8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:24.698708 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:24.699284 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.900572 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c0317f77-f98c-4979-8b3c-78323d1e085e None None] Provisioning for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:24.904927 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c0317f77-f98c-4979-8b3c-78323d1e085e None None] Provisioning complete for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:24.905303 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c0317f77-f98c-4979-8b3c-78323d1e085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.924028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.937368 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-c0317f77-f98c-4979-8b3c-78323d1e085e None None] Port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:06:25.103302 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:25.107950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:25.108738 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:25.166722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Pushing event updated for resources: {'Port': ['ID=053b9e2e-13f9-47e7-801f-af39cd20e5e8,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:25.233944 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:25.235252 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:25.397293 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Router 0f822c28-afd5-4460-a7de-d4c552f81cad is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:06:25.461962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-f2d427a2-761f-4e68-b60f-9c768cda4eb4 None None] Provisioning complete for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:25.462434 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f2d427a2-761f-4e68-b60f-9c768cda4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:25.487567 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:06:25.495785 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f99bba6f-613a-411e-8228-20df5243fcce admin admin] 10.222.0.44 "PUT /v2.0/routers/0f822c28-afd5-4460-a7de-d4c552f81cad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8036525 Jul 22 21:06:25.497447 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-f2d427a2-761f-4e68-b60f-9c768cda4eb4 None None] Port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:06:25.497997 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Sync routers for ids ['0f822c28-afd5-4460-a7de-d4c552f81cad'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:06:25.509915 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Routers {'0f822c28-afd5-4460-a7de-d4c552f81cad'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:25.510970 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:06:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['0f822c28-afd5-4460-a7de-d4c552f81cad'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:25.698685 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Set router 0f822c28-afd5-4460-a7de-d4c552f81cad gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:26.130524 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'name': 'router1', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:14Z', 'updated_at': '2021-07-22T21:06:24Z', 'revision_number': 2, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'gw_port_host': None, '_interfaces': [{'id': '053b9e2e-13f9-47e7-801f-af39cd20e5e8', 'name': '', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'mac_address': 'fa:16:3e:81:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:23Z', 'updated_at': '2021-07-22T21:06:24Z', 'revision_number': 2, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'subnets': [{'id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:26.181742 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Checking router: 0f822c28-afd5-4460-a7de-d4c552f81cad for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:06:26.182262 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Updating router 0f822c28-afd5-4460-a7de-d4c552f81cad port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:06:26.245925 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:26.749504 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:26.768501 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Transition to ACTIVE for port object 053b9e2e-13f9-47e7-801f-af39cd20e5e8 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:26.774958 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:26.945372 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Pushing event updated for resources: {'Port': ['ID=053b9e2e-13f9-47e7-801f-af39cd20e5e8,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:26.950562 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Attempting to bind port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:26.950953 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Attempting to bind port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:26.951387 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Attempting to bind port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 on network 13954ed6-6c27-4b11-beef-c44e1c8e8813 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:26.958978 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.959329 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.959671 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.960007 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.960360 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.960695 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.961023 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.961353 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.961684 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.962008 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.962328 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.962649 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Tracked resource versions report: Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: pushed versions: Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: { 'AddressGroup': {'1.2'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'ConntrackHelper': {'1.0'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Log': {'1.0'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Network': {'1.1'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Port': {'1.7'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'PortForwarding': {'1.2'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'QosPolicy': {'1.8'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroup': {'1.4'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SubPort': {'1.0'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Subnet': {'1.1'}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Trunk': {'1.1'}} Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: consumer versions: Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'ConntrackHelper': '1.0', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Log': '1.0', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Network': '1.1', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Port': '1.7', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'PortForwarding': '1.2', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'QosPolicy': '1.8', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroup': '1.4', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroupRule': '1.2', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SubPort': '1.0', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Subnet': '1.1', Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Trunk': '1.1'}} Jul 22 21:06:26.965230 dv-cinder-801617-1-iscsi neutron-server[93195]: {{(pid=93195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:06:26.968268 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:26.968671 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Checking segment: {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:26.969138 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:26.969521 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Bound using segment: {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:26.970014 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Bound port: 053b9e2e-13f9-47e7-801f-af39cd20e5e8, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d75f5d-e89f-41e5-8aa2-92315ad70e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:26.970409 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:27.035146 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] For port 053b9e2e-13f9-47e7-801f-af39cd20e5e8, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:27.056397 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] For port 053b9e2e-13f9-47e7-801f-af39cd20e5e8, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=053b9e2e-13f9-47e7-801f-af39cd20e5e8,segment=NetworkSegment(c9d75f5d-e89f-41e5-8aa2-92315ad70e36),segment_id=c9d75f5d-e89f-41e5-8aa2-92315ad70e36)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:27.063019 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:27.123402 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08a252-e422-4755-b055-4d509c20f0cd None None] Pushing event updated for resources: {'Port': ['ID=053b9e2e-13f9-47e7-801f-af39cd20e5e8,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:27.127907 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Routers {'0f822c28-afd5-4460-a7de-d4c552f81cad'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:27.128546 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:06:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['0f822c28-afd5-4460-a7de-d4c552f81cad'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:27.223721 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] Set router 0f822c28-afd5-4460-a7de-d4c552f81cad gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:27.436687 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'name': 'router1', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:14Z', 'updated_at': '2021-07-22T21:06:24Z', 'revision_number': 2, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'gw_port_host': None, '_interfaces': [{'id': '053b9e2e-13f9-47e7-801f-af39cd20e5e8', 'name': '', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'mac_address': 'fa:16:3e:81:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:23Z', 'updated_at': '2021-07-22T21:06:27Z', 'revision_number': 4, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'subnets': [{'id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:27.465632 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d8b61-dc37-4570-89f3-33f2904749a1 None None] The sync data for ids ['0f822c28-afd5-4460-a7de-d4c552f81cad'] in dv-cinder-801617-1-iscsi is: [{'id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'name': 'router1', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:14Z', 'updated_at': '2021-07-22T21:06:24Z', 'revision_number': 2, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'gw_port_host': None, '_interfaces': [{'id': '053b9e2e-13f9-47e7-801f-af39cd20e5e8', 'name': '', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'mac_address': 'fa:16:3e:81:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:23Z', 'updated_at': '2021-07-22T21:06:27Z', 'revision_number': 4, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'subnets': [{'id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:06:27.756926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43194) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:27.866213 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d29a1c8-9f2c-4e88-a2bc-83b2e676c900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:27.867596 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7d29a1c8-9f2c-4e88-a2bc-83b2e676c900 admin admin] 10.222.0.44 "GET /v2.0/networks/950ce858-a8a9-4dab-8e0d-ab179c978778 HTTP/1.1" status: 200 len: 842 time: 0.1097791 Jul 22 21:06:27.877799 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'enable_dhcp': False}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:27.902124 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Made reservation on behalf of 0255e8d6ca2246b898ed79dfcd3db505 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:27.904549 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:28.212670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.objects.ports [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93193) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 21:06:28.213138 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:28.270391 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf0607b-e3af-42c7-86eb-b0b2408aef2e,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:28.278777 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:28.279141 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Network hostable DHCP agents. Network: 950ce858-a8a9-4dab-8e0d-ab179c978778, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:06:28.301347 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:06:28.312545 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 950ce858-a8a9-4dab-8e0d-ab179c978778) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:28.316494 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:28.317164 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:28.321130 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbf267-73be-498d-a3a9-c4b6d89ea4f9 None None] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:28.331994 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d65a5cee-57c3-4fb2-8f5d-e0967ea1a6d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4579298 Jul 22 21:06:28.468925 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199f835-9c93-421d-bd6c-d1f1c10391fa None None] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:30.711805 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43202) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:30.930208 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a5604d1c-2f8a-46a9-b640-5b734941df85 admin admin] 10.222.0.44 "GET /v2.0/routers/0f822c28-afd5-4460-a7de-d4c552f81cad HTTP/1.1" status: 200 len: 710 time: 0.2168114 Jul 22 21:06:31.023888 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec64dc-f226-4a43-8d7a-87ec17a422fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:31.025929 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a5ec64dc-f226-4a43-8d7a-87ec17a422fa admin admin] 10.222.0.44 "GET /v2.0/networks/950ce858-a8a9-4dab-8e0d-ab179c978778 HTTP/1.1" status: 200 len: 886 time: 0.0892012 Jul 22 21:06:31.035022 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:31.284151 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:31.522904 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:31.597431 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:31.702877 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Allocated IP 172.27.0.231 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/f2621173-ed2e-437f-a13f-65fb0e28de90) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:31.815899 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:31.855659 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:31.890734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:31.893839 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:31.900118 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:31.965076 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Pushing event updated for resources: {'Port': ['ID=f2621173-ed2e-437f-a13f-65fb0e28de90,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:32.153380 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.440302 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.443490 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743458', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743314'] for router, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.551441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Router 0f822c28-afd5-4460-a7de-d4c552f81cad has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:06:32.669132 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:06:32.675742 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.677068 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e08c7bd2-aae1-4255-8877-7cb92539c8fb admin admin] 10.222.0.44 "PUT /v2.0/routers/0f822c28-afd5-4460-a7de-d4c552f81cad HTTP/1.1" status: 200 len: 890 time: 1.6456199 Jul 22 21:06:32.855977 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 053b9e2e-13f9-47e7-801f-af39cd20e5e8 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:32.910795 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:32.915364 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:32.915745 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.012200 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.049818 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 053b9e2e-13f9-47e7-801f-af39cd20e5e8, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=053b9e2e-13f9-47e7-801f-af39cd20e5e8,segment=NetworkSegment(c9d75f5d-e89f-41e5-8aa2-92315ad70e36),segment_id=c9d75f5d-e89f-41e5-8aa2-92315ad70e36)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:33.053785 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.105493 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=053b9e2e-13f9-47e7-801f-af39cd20e5e8,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:34.049818 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Sync routers for ids ['0f822c28-afd5-4460-a7de-d4c552f81cad'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:06:34.060461 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Routers {'0f822c28-afd5-4460-a7de-d4c552f81cad'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:34.061098 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:06:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['0f822c28-afd5-4460-a7de-d4c552f81cad'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:34.308423 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Set router 0f822c28-afd5-4460-a7de-d4c552f81cad gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:34.695722 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'name': 'router1', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f2621173-ed2e-437f-a13f-65fb0e28de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:14Z', 'updated_at': '2021-07-22T21:06:32Z', 'revision_number': 4, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'gw_port': {'id': 'f2621173-ed2e-437f-a13f-65fb0e28de90', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:31Z', 'updated_at': '2021-07-22T21:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '053b9e2e-13f9-47e7-801f-af39cd20e5e8', 'name': '', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'mac_address': 'fa:16:3e:81:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:23Z', 'updated_at': '2021-07-22T21:06:33Z', 'revision_number': 5, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'subnets': [{'id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:34.744716 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Checking router: 0f822c28-afd5-4460-a7de-d4c552f81cad for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:06:34.745059 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Updating router 0f822c28-afd5-4460-a7de-d4c552f81cad port f2621173-ed2e-437f-a13f-65fb0e28de90 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:06:34.782379 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.837338 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 053b9e2e-13f9-47e7-801f-af39cd20e5e8 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:34.998545 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:34.998916 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.133533 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43214) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:35.210447 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.220507 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Transition to ACTIVE for port object f2621173-ed2e-437f-a13f-65fb0e28de90 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:35.226099 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.266702 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-cea6d0d5-a2c1-4f91-b6b8-84b877252fb8 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1319337 Jul 22 21:06:35.277220 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Attempting to bind port f2621173-ed2e-437f-a13f-65fb0e28de90 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:35.277592 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Attempting to bind port f2621173-ed2e-437f-a13f-65fb0e28de90 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:35.277998 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Attempting to bind port f2621173-ed2e-437f-a13f-65fb0e28de90 on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:35.280279 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86c2f1-5039-47ae-8933-dc4c58d046f2 None None] Pushing event updated for resources: {'Port': ['ID=f2621173-ed2e-437f-a13f-65fb0e28de90,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:35.286232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:35.286647 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:35.287053 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.287490 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:35.287856 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Bound port: f2621173-ed2e-437f-a13f-65fb0e28de90, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:35.288294 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.342935 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] For port f2621173-ed2e-437f-a13f-65fb0e28de90, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:35.346482 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] For port f2621173-ed2e-437f-a13f-65fb0e28de90, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=f2621173-ed2e-437f-a13f-65fb0e28de90,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:35.350469 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:35.498373 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Routers {'0f822c28-afd5-4460-a7de-d4c552f81cad'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:35.498986 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:06:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['0f822c28-afd5-4460-a7de-d4c552f81cad'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:35.501106 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86c2f1-5039-47ae-8933-dc4c58d046f2 None None] Pushing event updated for resources: {'Port': ['ID=f2621173-ed2e-437f-a13f-65fb0e28de90,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:35.613553 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] Set router 0f822c28-afd5-4460-a7de-d4c552f81cad gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:35.836022 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'name': 'router1', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f2621173-ed2e-437f-a13f-65fb0e28de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:14Z', 'updated_at': '2021-07-22T21:06:32Z', 'revision_number': 4, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'gw_port': {'id': 'f2621173-ed2e-437f-a13f-65fb0e28de90', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:31Z', 'updated_at': '2021-07-22T21:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '053b9e2e-13f9-47e7-801f-af39cd20e5e8', 'name': '', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'mac_address': 'fa:16:3e:81:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:23Z', 'updated_at': '2021-07-22T21:06:33Z', 'revision_number': 5, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'subnets': [{'id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:35.865965 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1bdc7c-afdf-4f72-9f7c-4a0456ee48ed None None] The sync data for ids ['0f822c28-afd5-4460-a7de-d4c552f81cad'] in dv-cinder-801617-1-iscsi is: [{'id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'name': 'router1', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f2621173-ed2e-437f-a13f-65fb0e28de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:14Z', 'updated_at': '2021-07-22T21:06:32Z', 'revision_number': 4, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'gw_port': {'id': 'f2621173-ed2e-437f-a13f-65fb0e28de90', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:31Z', 'updated_at': '2021-07-22T21:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '053b9e2e-13f9-47e7-801f-af39cd20e5e8', 'name': '', 'network_id': '13954ed6-6c27-4b11-beef-c44e1c8e8813', 'tenant_id': '5f204280cb324f2ba5cb008a96b49537', 'mac_address': 'fa:16:3e:81:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f822c28-afd5-4460-a7de-d4c552f81cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:23Z', 'updated_at': '2021-07-22T21:06:33Z', 'revision_number': 5, 'project_id': '5f204280cb324f2ba5cb008a96b49537', 'subnets': [{'id': '5e3e49c8-288a-4912-be4a-b1017e5c9e43', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcecc1db-109e-40b3-ba8d-d416aa75ed4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:06:36.855550 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device f2621173-ed2e-437f-a13f-65fb0e28de90 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:36.905010 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port f2621173-ed2e-437f-a13f-65fb0e28de90 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:36.908717 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port f2621173-ed2e-437f-a13f-65fb0e28de90 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:36.909093 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:36.999729 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:37.021900 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port f2621173-ed2e-437f-a13f-65fb0e28de90, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=f2621173-ed2e-437f-a13f-65fb0e28de90,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:37.027248 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:37.081690 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=f2621173-ed2e-437f-a13f-65fb0e28de90,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:38.861360 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device f2621173-ed2e-437f-a13f-65fb0e28de90 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:38.933878 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port f2621173-ed2e-437f-a13f-65fb0e28de90 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:38.934646 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.904421 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80e8645d-fec8-4f69-aa00-9fcede4dd49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.174744 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:50.668993 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-80cb9b3e-2b08-4b17-adcb-b18d527635d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.903269 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.800670 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:53.465189 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:17.925063 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1dc2fe9a-0c8b-4dc7-bab3-f08b61fc46e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:20.664281 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bde8c38b-bdd4-4b54-bc6f-5721808a1a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:20.897926 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:21.797794 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:23.444300 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:27.173070 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:07:47.907750 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3e5206fc-145f-4367-bd65-5acbcfeb51d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:50.665659 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4fa1-d575-4003-bde4-b43e0d102cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:50.885992 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:51.799652 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:53.449511 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:04.171908 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:12.884466 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43782) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:12.944429 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f71c5b-2f41-4661-b8e4-aaa908001e60 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:08:12.945940 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d6f71c5b-2f41-4661-b8e4-aaa908001e60 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605154 Jul 22 21:08:13.105827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0cfa30-6f54-4bdf-b0f0-76b86577182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:13.107244 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ed0cfa30-6f54-4bdf-b0f0-76b86577182f admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575227 Jul 22 21:08:15.280143 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43792) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:15.369737 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d349c-da52-46b6-90d0-d3ee5a75d40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:15.371092 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fe9d349c-da52-46b6-90d0-d3ee5a75d40c admin admin] 10.222.0.44 "GET /v2.0/subnets/5e3e49c8-288a-4912-be4a-b1017e5c9e43 HTTP/1.1" status: 200 len: 849 time: 0.0899782 Jul 22 21:08:15.380513 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:15.464570 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.609850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791901124464'] for subnet, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.639598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:15.640211 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:15.641826 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] 10.222.0.44 "PUT /v2.0/subnets/5e3e49c8-288a-4912-be4a-b1017e5c9e43 HTTP/1.1" status: 200 len: 868 time: 0.2647011 Jul 22 21:08:15.645108 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85d9f3-2939-4534-b342-d3dc31c9dac2 None None] Network 13954ed6-6c27-4b11-beef-c44e1c8e8813 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:08:15.661789 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3e49c8-288a-4912-be4a-b1017e5c9e43,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:15.669675 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.670050 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.670411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.670754 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.671094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.671446 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.671786 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.672118 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.672497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.672834 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.673173 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:15.673496 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbd09fc-2e6b-44b8-864a-60a02b057911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:16.082756 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c29827f0-6fd2-4db6-acaa-06419f473ff0 None None] Provisioning complete for port 053b9e2e-13f9-47e7-801f-af39cd20e5e8 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:08:16.083132 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c29827f0-6fd2-4db6-acaa-06419f473ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:16.170344 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c29827f0-6fd2-4db6-acaa-06419f473ff0 None None] Provisioning complete for port 4c74423e-1948-49de-860e-a118143ac53c triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:08:16.170880 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c29827f0-6fd2-4db6-acaa-06419f473ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:17.840923 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 43800) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:17.909387 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-14b8a478-bf29-4d64-a9cd-8b99fdcdf6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:18.062061 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb115e-ec7b-4728-a505-30619a7ff29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:18.062536 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb115e-ec7b-4728-a505-30619a7ff29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:18.064058 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b0eb115e-ec7b-4728-a505-30619a7ff29a admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2221889 Jul 22 21:08:20.273148 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43810) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:20.473933 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ba72a-a33d-408c-8ab3-0003ea0c7465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:20.474342 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ba72a-a33d-408c-8ab3-0003ea0c7465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:20.476510 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e68ba72a-a33d-408c-8ab3-0003ea0c7465 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023745 Jul 22 21:08:20.668336 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-affca94e-93ff-4188-a59e-4633a0035e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:20.890114 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:21.801367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:22.685223 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43818) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:22.815408 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfcf6f8-5fb2-4e8f-8bee-8e4b22abe282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:22.816810 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5cfcf6f8-5fb2-4e8f-8bee-8e4b22abe282 admin admin] 10.222.0.44 "GET /v2.0/networks/13954ed6-6c27-4b11-beef-c44e1c8e8813 HTTP/1.1" status: 200 len: 869 time: 0.1305721 Jul 22 21:08:23.455757 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:24.995911 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43826) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:25.125005 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbf43c-553c-4a7e-95d2-13a33e0b3768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:25.126884 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-28bbf43c-553c-4a7e-95d2-13a33e0b3768 admin admin] 10.222.0.44 "GET /v2.0/networks/950ce858-a8a9-4dab-8e0d-ab179c978778 HTTP/1.1" status: 200 len: 886 time: 0.1297090 Jul 22 21:08:27.323233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43834) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:27.442022 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817dd44-c6c4-410f-ace7-4cf696d17b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:27.442480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817dd44-c6c4-410f-ace7-4cf696d17b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:27.444707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f817dd44-c6c4-410f-ace7-4cf696d17b4d admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203856 Jul 22 21:08:29.616400 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 43842) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:29.741103 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8348365f-e8c1-43ee-a6b0-f344900bb50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:29.741664 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8348365f-e8c1-43ee-a6b0-f344900bb50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:29.743370 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8348365f-e8c1-43ee-a6b0-f344900bb50e admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257243 Jul 22 21:08:31.949556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43850) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:32.044423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488f88e-0d20-466e-ad9d-620fd53ae6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:32.045810 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8488f88e-0d20-466e-ad9d-620fd53ae6c8 admin admin] 10.222.0.44 "GET /v2.0/subnets/5e3e49c8-288a-4912-be4a-b1017e5c9e43 HTTP/1.1" status: 200 len: 868 time: 0.0953045 Jul 22 21:08:34.265637 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43858) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:34.351003 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e65e3-7d13-4ad0-a872-881f3061e204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:34.352511 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a27e65e3-7d13-4ad0-a872-881f3061e204 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbf0607b-e3af-42c7-86eb-b0b2408aef2e HTTP/1.1" status: 200 len: 816 time: 0.0858183 Jul 22 21:08:41.170906 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:47.910803 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-412bff90-a605-4a67-9084-52af1050f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.671308 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2b233b76-fb9a-4b39-a2b2-2a47153c1069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.890263 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.807820 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:53.460899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:58.994529 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43910) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:59.042808 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [None req-56513411-739b-4ae7-8974-6db7207668bc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:08:59.043922 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-56513411-739b-4ae7-8974-6db7207668bc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484202 Jul 22 21:09:01.346140 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43918) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:01.404684 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78b1c8b-a4fc-43b6-8b33-a026ab27b4c2 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:09:01.406050 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d78b1c8b-a4fc-43b6-8b33-a026ab27b4c2 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589128 Jul 22 21:09:01.607736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d2683-0478-4563-97a6-f30fd0217fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:01.609260 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1e4d2683-0478-4563-97a6-f30fd0217fe7 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1993785 Jul 22 21:09:03.807622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 43926) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:03.853573 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:03.874283 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Made reservation on behalf of 0255e8d6ca2246b898ed79dfcd3db505 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:03.876572 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.904356 dv-cinder-801617-1-iscsi neutron-server[93193]: WARNING neutron.services.revisions.revision_plugin [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Could not find related network for resource to bump revision. Jul 22 21:09:03.915392 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:03.923850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.924222 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Added segment 9d374b80-a17d-4cac-a208-684801a18b15 of type vlan for network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 Jul 22 21:09:03.961457 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.987707 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:03.988662 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:03.989248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:04.014938 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2062349 Jul 22 21:09:04.051556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdcd0f-4886-425c-a542-7fe7ede3356b admin admin] Pushing event updated for resources: {'Network': ['ID=4c0c03f4-0caf-41af-a59d-bcb4908e6051,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:04.062875 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:06.219139 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 43934) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:06.281919 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fe3532-eaa9-438f-82b7-755a4980af96 admin admin] GET failed (client error): The resource could not be found. Jul 22 21:09:06.283283 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-44fe3532-eaa9-438f-82b7-755a4980af96 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627959 Jul 22 21:09:06.386794 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8e2a-13e2-4dfb-a3c0-249251d9b3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:06.388284 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-512b8e2a-13e2-4dfb-a3c0-249251d9b3ec admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010571 Jul 22 21:09:06.397965 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Request body: {'subnet': {'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:06.417501 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Made reservation on behalf of 0255e8d6ca2246b898ed79dfcd3db505 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:06.419798 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.583334 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.639430 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=70764f01-e93d-405d-b8d6-ea9ba0308e6c,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:06.649679 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.650043 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.650386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.650719 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.651054 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.651381 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.651707 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.652030 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.652382 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.652707 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.653026 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.653345 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:06.655938 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Checking segment: {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:06.656314 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Network hostable DHCP agents. Network: 4c0c03f4-0caf-41af-a59d-bcb4908e6051, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:06.673942 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:06.682825 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 4c0c03f4-0caf-41af-a59d-bcb4908e6051) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:06.686817 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:06.687404 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.694201 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eda7b5-a049-48bd-beb4-46377b4a0357 None None] Network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:06.702659 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5635525c-c1d0-4fae-a54d-a7caeabacfcc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081853 Jul 22 21:09:06.948788 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-4c0c03f4-0caf-41af-a59d-bcb4908e6051', 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051', 'tenant_id': '0255e8d6ca2246b898ed79dfcd3db505', 'fixed_ips': [{'subnet_id': '70764f01-e93d-405d-b8d6-ea9ba0308e6c'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:09:06.949774 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.088193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Allocated IP 192.168.233.2 (4c0c03f4-0caf-41af-a59d-bcb4908e6051/70764f01-e93d-405d-b8d6-ea9ba0308e6c/6ce80385-fa81-4715-9a32-e331ef37ad01) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:07.245353 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.255263 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Transition to ACTIVE for port object 6ce80385-fa81-4715-9a32-e331ef37ad01 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:07.270046 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Transition to ACTIVE for port object 6ce80385-fa81-4715-9a32-e331ef37ad01 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:07.276487 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.317524 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:07.323622 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:07.327946 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:07.330974 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Pushing event updated for resources: {'Port': ['ID=6ce80385-fa81-4715-9a32-e331ef37ad01,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:07.341531 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.341531 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.341531 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.342357 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.342910 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.343560 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.343560 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.343866 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.344231 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.344567 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.344896 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.345221 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:07.400589 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Attempting to bind port 6ce80385-fa81-4715-9a32-e331ef37ad01 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:07.401214 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Attempting to bind port 6ce80385-fa81-4715-9a32-e331ef37ad01 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:07.401597 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Attempting to bind port 6ce80385-fa81-4715-9a32-e331ef37ad01 on network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:07.406569 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:07.406940 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Checking segment: {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:07.407338 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.407726 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Bound using segment: {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:07.408426 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Bound port: 6ce80385-fa81-4715-9a32-e331ef37ad01, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:07.408825 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.477266 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] For port 6ce80385-fa81-4715-9a32-e331ef37ad01, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:07.480441 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] For port 6ce80385-fa81-4715-9a32-e331ef37ad01, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6ce80385-fa81-4715-9a32-e331ef37ad01,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:07.485117 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:07.546649 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a1cdc-a7b3-4a0a-8ea5-e8e5b41bf291 None None] Pushing event updated for resources: {'Port': ['ID=6ce80385-fa81-4715-9a32-e331ef37ad01,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:08.327516 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21b880-aca4-4694-a7b2-ec9f05445c62 None None] Network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:08.408045 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-98249b72-72ff-467b-a6b2-ad88cd77ef5a None None] Provisioning for port 6ce80385-fa81-4715-9a32-e331ef37ad01 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:08.974695 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6ce80385-fa81-4715-9a32-e331ef37ad01 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:09.025431 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 6ce80385-fa81-4715-9a32-e331ef37ad01 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:09.029281 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 6ce80385-fa81-4715-9a32-e331ef37ad01 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:09.029649 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.111272 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.146987 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 6ce80385-fa81-4715-9a32-e331ef37ad01, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6ce80385-fa81-4715-9a32-e331ef37ad01,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:09.151320 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.200504 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=6ce80385-fa81-4715-9a32-e331ef37ad01,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:10.957316 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6ce80385-fa81-4715-9a32-e331ef37ad01 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:11.007058 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 6ce80385-fa81-4715-9a32-e331ef37ad01 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:11.007422 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.914427 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a634c315-7771-4dac-a3db-961d43d7c502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.169467 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:20.672730 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c0aada61-0d9d-4d9f-a991-6d5bbc9625c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.892034 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.807542 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.464671 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.916756 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1e81f4cc-e268-4765-845b-a54668a941fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.674702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-02af52b8-0207-4f66-a39b-7c9b17dfcdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.900209 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.813261 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:53.466297 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:55.168441 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:10:17.918643 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-26105e82-249c-4a66-9276-8d52a40934d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.412605 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 43986) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:19.419745 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [None req-85ef4fc2-b29f-47bd-a296-cf11c9ff9c98 tempest-verify_tempest_config-1882451376 tempest-verify_tempest_config-1882451376-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:10:19.420741 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-85ef4fc2-b29f-47bd-a296-cf11c9ff9c98 tempest-verify_tempest_config-1882451376 tempest-verify_tempest_config-1882451376-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068870 Jul 22 21:10:19.730663 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44004) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:19.836212 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.931307 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.936321 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:19.980657 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25407a-b619-4055-badc-2f2e58877ca6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:19.985354 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f441035c2754e018c80df43fd1bf620&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2536566 Jul 22 21:10:19.988048 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44010) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:19.990220 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.990482 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.990850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.991174 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.991516 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.991880 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.992235 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.992570 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.993013 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.993347 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.993686 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:19.994003 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a142f09-e11b-4043-8a07-b16c859cbb5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.076269 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.098418 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.187072 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.190974 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.192829 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e25407a-b619-4055-badc-2f2e58877ca6 HTTP/1.1" status: 204 len: 168 time: 0.2029521 Jul 22 21:10:20.204746 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25407a-b619-4055-badc-2f2e58877ca6,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:20.216583 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.217094 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.217591 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.218083 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.218627 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.219235 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.219672 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.220140 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.220653 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.221143 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.221614 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.222098 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c648c986-8f77-4b65-b178-14910c8501d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:20.680894 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-839fcd28-e9f4-4f48-af7e-33702e302182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.893050 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.816966 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:23.471819 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:32.166798 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:10:47.921322 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-17596170-3741-41e2-b9e4-effc01110658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.681299 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2b1d899a-4df2-4474-8d44-1edf95e1f5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.894743 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.816506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:53.470577 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:09.166282 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:17.922196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6594a6f6-8f40-4353-982d-d9cb534e4664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:20.682016 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ae162cc3-dbbc-41dc-9bb6-accbd48ff4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:20.898577 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:21.818977 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.477101 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:46.165664 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 5 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:47.923023 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c4218e2-9639-4453-a2da-0921c521bbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.681558 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c600337f-0d34-4d7a-ab65-462fb14db18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.898726 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.822983 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:53.476843 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.996707 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739106'] for agent, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.294684 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44082) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:17.399601 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ce3667db-55bd-4f75-9687-1127e0238814 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038940 Jul 22 21:12:17.925108 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f9286b07-d2c1-4b6c-99b2-71b8e736ce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.570725 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44092) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:19.630129 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-da62db74-9d73-46d6-a4f3-7474d4f360ad admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0582995 Jul 22 21:12:20.682236 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f31e-3f23-4420-a5bd-aa4fcb060218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:20.901618 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:21.826295 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:23.165522 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:12:23.480113 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.959580 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.927735 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f243c4fc-17c6-43df-aef1-d178c0ab1a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.681429 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1fe745da-609a-4929-bcc2-4b9ed24f2105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.902037 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:51.830479 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.482579 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:00.163864 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:01.953573 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.934777 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-55095a34-2e6c-46dd-baff-864bfa63d1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.683268 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-99aa15c9-2e96-4d35-813d-d9181f4d6fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.903827 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.833677 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.487924 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:31.953022 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:37.163572 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:47.939735 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-893e6e03-a785-49c3-8314-7ded2ab1fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.237577 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44234) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:50.593586 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2073381418-network', 'tenant_id': 'b5f24e06802b41b193ed40ceb8ed449c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:50.626256 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Made reservation on behalf of b5f24e06802b41b193ed40ceb8ed449c for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:50.629509 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.643789 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.695058 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-fd9db74a-9ea9-44bf-bd2b-aa94644f25b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.775025 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.780256 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.797415 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:50.813769 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791901189160', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.814354 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Unsubscribe: segment precommit_create {{(pid=93192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 21:13:50.814856 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Added segment 23e41f63-24b4-4627-b3c8-9be2199da415 of type vlan for network e19677ef-c150-4aa4-b61b-1a239ce2add5 Jul 22 21:13:50.880502 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8847db55-8763-4070-85ac-bfac36610dd4,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:50.888112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.903194 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.903561 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.903903 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.904261 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.904612 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.905065 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.905423 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.905712 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.906094 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.906543 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.906954 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.907458 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Tracked resource versions report: Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: pushed versions: Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: { 'AddressGroup': {'1.2'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'ConntrackHelper': {'1.0'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Log': {'1.0'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Network': {'1.1'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Port': {'1.7'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'PortForwarding': {'1.2'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'QosPolicy': {'1.8'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroup': {'1.4'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SubPort': {'1.0'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Subnet': {'1.1'}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Trunk': {'1.1'}} Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: consumer versions: Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: HyperV agent@hv-cinder-80161: {}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'ConntrackHelper': '1.0', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Log': '1.0', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Network': '1.1', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Port': '1.7', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'PortForwarding': '1.2', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'QosPolicy': '1.8', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroup': '1.4', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SecurityGroupRule': '1.2', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'SubPort': '1.0', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Subnet': '1.1', Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: 'Trunk': '1.1'}} Jul 22 21:13:50.909578 dv-cinder-801617-1-iscsi neutron-server[93192]: {{(pid=93192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:13:50.913409 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.950580 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.951917 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:50.952521 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.016339 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7773426 Jul 22 21:13:51.020008 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44276) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.025952 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Request body: {'subnet': {'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2073381418-subnet', 'tenant_id': 'b5f24e06802b41b193ed40ceb8ed449c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:51.059994 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84e045-25c5-451a-bfd7-43228839df44 admin admin] Pushing event updated for resources: {'Network': ['ID=e19677ef-c150-4aa4-b61b-1a239ce2add5,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:51.060641 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Made reservation on behalf of b5f24e06802b41b193ed40ceb8ed449c for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:51.069821 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.073802 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:51.129791 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44288) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.262916 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.328891 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Checking segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:51.329261 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Network hostable DHCP agents. Network: e19677ef-c150-4aa4-b61b-1a239ce2add5, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:51.339671 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef552098-dacd-4c0c-9374-1b213fbef379,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:51.351191 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.351776 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.352309 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.352755 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.353191 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.353868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.354010 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.354288 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.354618 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.354953 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.355288 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.355635 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Tracked resource versions report: Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: pushed versions: Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: { 'AddressGroup': {'1.2'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'ConntrackHelper': {'1.0'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Log': {'1.0'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Network': {'1.1'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Port': {'1.7'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'PortForwarding': {'1.2'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'QosPolicy': {'1.8'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroup': {'1.4'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SubPort': {'1.0'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Subnet': {'1.1'}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Trunk': {'1.1'}} Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: consumer versions: Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: HyperV agent@hv-cinder-80161: {}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'ConntrackHelper': '1.0', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Log': '1.0', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Network': '1.1', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Port': '1.7', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'PortForwarding': '1.2', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'QosPolicy': '1.8', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroup': '1.4', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SecurityGroupRule': '1.2', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'SubPort': '1.0', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Subnet': '1.1', Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: 'Trunk': '1.1'}} Jul 22 21:13:51.356746 dv-cinder-801617-1-iscsi neutron-server[93193]: {{(pid=93193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:13:51.366456 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:51.378311 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, e19677ef-c150-4aa4-b61b-1a239ce2add5) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:51.383519 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.384447 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.389887 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c64d43-302a-4b2e-b03e-565d348b16ae None None] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:51.414100 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ccc006d3-3fc8-4dfc-9296-7f4d3f869ab7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3929129 Jul 22 21:13:51.424680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44306) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.446074 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-630243914-network', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:51.474575 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Made reservation on behalf of cca0b5f8a0af40b3a3586e935ad88dca for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:51.477168 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.489451 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.587194 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.590559 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7f848-7a18-44b9-a401-936ba5234f11 None None] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:51.592095 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.607195 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:51.637246 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aeb6d0-98be-4123-923d-12286154d616,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:51.643988 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.644829 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Added segment 21f24eb2-c6ae-4180-ad7c-a639bafa1c33 of type vlan for network 92c52165-b7ee-429d-8dcb-c724ecd66320 Jul 22 21:13:51.685196 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.716680 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.717629 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:51.718198 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.746850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44318) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:51.747139 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6157122 Jul 22 21:13:51.753033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Request body: {'subnet': {'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-subnet', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:51.811517 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3988751-a50e-443d-be9c-39538f8381d3 admin admin] Pushing event updated for resources: {'Network': ['ID=92c52165-b7ee-429d-8dcb-c724ecd66320,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:51.832566 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:51.838083 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Made reservation on behalf of cca0b5f8a0af40b3a3586e935ad88dca for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:51.841823 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.861864 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:51.958877 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2072693715-network', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.008588 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44326) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:52.014004 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Made reservation on behalf of ff32f128f0304a879c2a6706c69fa5a3 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:52.016376 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.028287 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.042005 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44330) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:52.096131 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.135095 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44338) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:52.157103 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ce2b6a-effa-49f3-b07a-3777c9da45be,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.203319 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Checking segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:52.203547 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Network hostable DHCP agents. Network: 92c52165-b7ee-429d-8dcb-c724ecd66320, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:52.236382 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:52.257844 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.260562 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 92c52165-b7ee-429d-8dcb-c724ecd66320) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:52.266973 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.268244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.284606 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.290365 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010209629-network', 'tenant_id': 'f7b43a622a88496cb132b14386073a3a'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.290551 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2cd45d4c-67e7-43ce-968c-744264e623af admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5419583 Jul 22 21:13:52.297205 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2dd3b-b5d7-4dd5-9736-8a9f665e54de None None] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:52.298032 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44350) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:52.305851 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.313232 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889d4ae5-7902-4f19-8d16-df0707e3af68,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.327754 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:52.329764 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-760709478-network', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.338428 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.338714 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Added segment 0c8c7853-a61f-4965-8f39-714b76d48afa of type vlan for network 6165754f-c24a-4511-9d07-7c715fd0fdca Jul 22 21:13:52.356569 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.db.api [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:13:52.356569 dv-cinder-801617-1-iscsi neutron-server[93192]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:13:52.356569 dv-cinder-801617-1-iscsi neutron-server[93192]: [parameters: {'project_id': 'f7b43a622a88496cb132b14386073a3a', 'id': '3c310037-c0ef-4280-89f1-310f3fef07db', 'expiration': datetime.datetime(2021, 7, 22, 21, 15, 52, 337829)}] Jul 22 21:13:52.356569 dv-cinder-801617-1-iscsi neutron-server[93192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:13:52.357434 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG oslo_db.api [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:13:52.360644 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.db.api [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:13:52.360644 dv-cinder-801617-1-iscsi neutron-server[93192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 21:13:52.360644 dv-cinder-801617-1-iscsi neutron-server[93192]: [parameters: {'project_id_1': '8cb4dc333e304bb1a8adf5327daed311', 'expiration_1': datetime.datetime(2021, 7, 22, 21, 13, 52, 349594)}] Jul 22 21:13:52.360644 dv-cinder-801617-1-iscsi neutron-server[93192]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:13:52.361432 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG oslo_db.api [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:13:52.372430 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.374554 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.401770 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.405918 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1195548330-network', 'tenant_id': '6df8758e369847d09564ff31c281e74d'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.454712 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.456186 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.456812 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.480656 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f004bd-07d1-4842-846c-b1e013d491fb None None] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:52.488602 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Made reservation on behalf of 6df8758e369847d09564ff31c281e74d for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:52.490867 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.519805 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0932589 Jul 22 21:13:52.520722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44362) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:52.559483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Request body: {'subnet': {'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2072693715-subnet', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.564475 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5bb68-1a16-41b0-9acb-6226f19b8202 admin admin] Pushing event updated for resources: {'Network': ['ID=6165754f-c24a-4511-9d07-7c715fd0fdca,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.566007 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.587079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.595981 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Made reservation on behalf of ff32f128f0304a879c2a6706c69fa5a3 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:52.599324 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.638605 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 6165754f-c24a-4511-9d07-7c715fd0fdca details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:52.864510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.932425 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.980505 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Checking segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:52.981165 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Network hostable DHCP agents. Network: 6165754f-c24a-4511-9d07-7c715fd0fdca, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:53.000059 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Network 6165754f-c24a-4511-9d07-7c715fd0fdca is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:53.012689 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 6165754f-c24a-4511-9d07-7c715fd0fdca) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:53.019118 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.020286 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.020915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35575b8b-81ee-41d1-a279-29d7284ab811 None None] Network 6165754f-c24a-4511-9d07-7c715fd0fdca requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:53.036789 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.113577 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.126626 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.142845 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1ce555c0-83c8-4f4e-a444-75dd1aa85508 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5850933 Jul 22 21:13:53.142845 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44390) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.148801 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:53.171810 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c072eb04-e004-4a42-ab0b-25173381ea44,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.202715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:53.260111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Made reservation on behalf of f7b43a622a88496cb132b14386073a3a for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:53.262811 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.277425 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.293054 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.293409 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Added segment c4edda89-e843-4027-9d64-1f2b78d141cd of type vlan for network 7492fbdb-42d6-45fe-9428-c7f6e000836a Jul 22 21:13:53.301105 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-6165754f-c24a-4511-9d07-7c715fd0fdca', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:53.302280 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.349232 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.349704 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Made reservation on behalf of 8cb4dc333e304bb1a8adf5327daed311 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:53.350938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.351943 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.388595 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.391343 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.443729 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.497025 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Allocated IP 172.20.0.2 (6165754f-c24a-4511-9d07-7c715fd0fdca/d6ae1fd9-cd84-4f47-8936-2647a9c4afe7/395fd31e-db51-4a8c-af9b-e182ee28945a) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:53.560944 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.562630 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.563446 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.685152 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.764006 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] Pushing event updated for resources: {'Network': ['ID=7492fbdb-42d6-45fe-9428-c7f6e000836a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.769915 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.805212 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 7492fbdb-42d6-45fe-9428-c7f6e000836a details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:53.807144 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.812298 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.813852 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.834666 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.842437 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.860462 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44434) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.866176 dv-cinder-801617-1-iscsi neutron-server[93193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 21:13:53.883249 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Transition to ACTIVE for port object 395fd31e-db51-4a8c-af9b-e182ee28945a will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:53.892430 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-26f0340c-de19-47ef-bc39-769522d9eff0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7532318 Jul 22 21:13:53.906523 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44436) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.957227 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Request body: {'subnet': {'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1195548330-subnet', 'tenant_id': '6df8758e369847d09564ff31c281e74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:53.964247 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:53.975474 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Transition to ACTIVE for port object 395fd31e-db51-4a8c-af9b-e182ee28945a will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:53.996839 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.019883 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Network 6165754f-c24a-4511-9d07-7c715fd0fdca is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:54.024743 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:54.030858 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:54.079198 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.079541 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Added segment 93d8fb38-7bf6-497e-ba8e-9867e7ff002f of type vlan for network f952ef7a-d09a-4cb0-be2c-44d431e7a96a Jul 22 21:13:54.085286 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c29c5-22b1-43ed-9b76-0a6391eae25c,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.173182 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.177431 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Allocated IP 172.27.0.82 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/ceb78dce-ab32-4cab-896e-ace66f237295) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:54.202991 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Pushing event updated for resources: {'Port': ['ID=395fd31e-db51-4a8c-af9b-e182ee28945a,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.212496 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Attempting to bind port 395fd31e-db51-4a8c-af9b-e182ee28945a on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:54.213025 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Attempting to bind port 395fd31e-db51-4a8c-af9b-e182ee28945a by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:54.213912 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Attempting to bind port 395fd31e-db51-4a8c-af9b-e182ee28945a on network 6165754f-c24a-4511-9d07-7c715fd0fdca {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:54.218893 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.219294 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.219733 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.219978 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.220339 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.220672 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.221695 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.222254 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.222595 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.222924 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.223648 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.223790 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Tracked resource versions report: Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: pushed versions: Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: { 'AddressGroup': {'1.2'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'ConntrackHelper': {'1.0'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Log': {'1.0'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Network': {'1.1'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Port': {'1.7'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'PortForwarding': {'1.2'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'QosPolicy': {'1.8'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroup': {'1.4'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SubPort': {'1.0'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Subnet': {'1.1'}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Trunk': {'1.1'}} Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: consumer versions: Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: HyperV agent@hv-cinder-80161: {}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'ConntrackHelper': '1.0', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Log': '1.0', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Network': '1.1', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Port': '1.7', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'PortForwarding': '1.2', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'QosPolicy': '1.8', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroup': '1.4', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SecurityGroupRule': '1.2', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'SubPort': '1.0', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Subnet': '1.1', Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: 'Trunk': '1.1'}} Jul 22 21:13:54.224833 dv-cinder-801617-1-iscsi neutron-server[93194]: {{(pid=93194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:13:54.230609 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:54.231262 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Checking segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:54.231659 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.232541 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Bound using segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:54.233007 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Bound port: 395fd31e-db51-4a8c-af9b-e182ee28945a, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:54.233402 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.277042 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.278022 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.278603 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.332569 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] For port 395fd31e-db51-4a8c-af9b-e182ee28945a, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:54.340782 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] For port 395fd31e-db51-4a8c-af9b-e182ee28945a, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=395fd31e-db51-4a8c-af9b-e182ee28945a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:54.348587 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.423398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41713b-e8a4-4717-8cc4-b8ce3d066fa7 None None] Pushing event updated for resources: {'Port': ['ID=395fd31e-db51-4a8c-af9b-e182ee28945a,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.456611 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.489759 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-4076234b-ff48-4cff-936a-839f6ec1f72b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.491573 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-4076234b-ff48-4cff-936a-839f6ec1f72b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.6275918 Jul 22 21:13:54.504361 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.510744 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4980969 Jul 22 21:13:54.510932 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.514001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44442) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:54.522579 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Request body: {'subnet': {'network_id': 'f952ef7a-d09a-4cb0-be2c-44d431e7a96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010209629-subnet', 'tenant_id': 'f7b43a622a88496cb132b14386073a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:54.526630 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de87714-5c12-4e84-b5c4-f43583d65bde admin admin] Pushing event updated for resources: {'Network': ['ID=f952ef7a-d09a-4cb0-be2c-44d431e7a96a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.540096 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network f952ef7a-d09a-4cb0-be2c-44d431e7a96a details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:54.555692 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-de823075-7736-404d-b2f1-69d58055a6ab tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/quotas/b5f24e06802b41b193ed40ceb8ed449c HTTP/1.1" status: 200 len: 375 time: 0.0465410 Jul 22 21:13:54.560950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.583430 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Made reservation on behalf of 6df8758e369847d09564ff31c281e74d for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:54.589798 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.726172 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:54.753317 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c15132-9c86-4079-95bb-d1f3032ceb7c,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:54.755391 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-ce35d53f-7602-4e42-b520-b3d9a38e203e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128666 Jul 22 21:13:54.772408 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Made reservation on behalf of f7b43a622a88496cb132b14386073a3a for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:54.779051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.815733 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.816036 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Added segment d128537b-83c4-4235-8806-d25ba356651a of type vlan for network 80f63fd0-a159-4c79-9843-ab333e33b6ad Jul 22 21:13:54.827589 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:54.908131 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.003197 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.034637 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-639d84a9-0e44-4f48-868f-d75d6526759e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:13:55.035787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-639d84a9-0e44-4f48-868f-d75d6526759e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606019 Jul 22 21:13:55.070896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.071744 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.072343 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.086835 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.100124 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89de1d94-c16d-49a5-b751-75f8cc617d40,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.153230 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Checking segment: {'id': '93d8fb38-7bf6-497e-ba8e-9867e7ff002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f952ef7a-d09a-4cb0-be2c-44d431e7a96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:55.153688 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Network hostable DHCP agents. Network: f952ef7a-d09a-4cb0-be2c-44d431e7a96a, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:55.180817 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Allocated IP 172.27.0.59 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/5be4429c-bffd-4085-822a-f73a808e230f) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:55.221462 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 395fd31e-db51-4a8c-af9b-e182ee28945a up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:55.276897 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2335229 Jul 22 21:13:55.284546 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 395fd31e-db51-4a8c-af9b-e182ee28945a completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:55.287112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.295565 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44460) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:55.303099 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-ff091008-a5b7-48b4-a79f-85ae287f7557 service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590613 Jul 22 21:13:55.305140 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Request body: {'subnet': {'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-subnet', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:55.310663 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:55.317306 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Network f952ef7a-d09a-4cb0-be2c-44d431e7a96a is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:55.366013 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:55.367727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, f952ef7a-d09a-4cb0-be2c-44d431e7a96a) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:55.371826 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:55.374471 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceaafb-3f51-4884-9d8f-407dab66517c admin admin] Pushing event updated for resources: {'Network': ['ID=80f63fd0-a159-4c79-9843-ab333e33b6ad,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.379886 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.380496 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.387993 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Pushing event updated for resources: {'Port': ['ID=ceb78dce-ab32-4cab-896e-ace66f237295,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.388128 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b866c-864f-4f6f-b53e-c40302067f66 None None] Network f952ef7a-d09a-4cb0-be2c-44d431e7a96a requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:55.389845 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:55.395337 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.474713 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9ae0f421-d2a9-4391-9270-57badf87c61b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9592097 Jul 22 21:13:55.521913 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-932ace39-aa82-4719-9c33-f4db7f404b9d service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056363 Jul 22 21:13:55.553601 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.592869 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcfee44-7bb0-46cf-9b39-b683450946b6,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.637440 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Made reservation on behalf of 8cb4dc333e304bb1a8adf5327daed311 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:55.641703 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:55.665152 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Pushing event updated for resources: {'Port': ['ID=5be4429c-bffd-4085-822a-f73a808e230f,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:55.683362 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Checking segment: {'id': 'c4edda89-e843-4027-9d64-1f2b78d141cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:55.683715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Network hostable DHCP agents. Network: 7492fbdb-42d6-45fe-9428-c7f6e000836a, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:55.700847 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:55.707509 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:55.713422 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:55.844699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56890a1-ea19-4e35-8d48-7a560d7d903d None None] Network 6165754f-c24a-4511-9d07-7c715fd0fdca requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:55.883397 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36406af8-e075-431a-94e7-8b816911a632 None None] Network f952ef7a-d09a-4cb0-be2c-44d431e7a96a requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:55.918165 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Network 7492fbdb-42d6-45fe-9428-c7f6e000836a is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:56.042044 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 7492fbdb-42d6-45fe-9428-c7f6e000836a) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:56.105876 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.106467 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.207004 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a29966-633e-4531-8c29-37edf76e7f59 None None] Network 7492fbdb-42d6-45fe-9428-c7f6e000836a requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:56.240699 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.258182 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f6f0da9f-66f3-4f20-b986-5da6638326bf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3409784 Jul 22 21:13:56.443326 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.669752 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] Provisioning for port 395fd31e-db51-4a8c-af9b-e182ee28945a completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:56.694389 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] Provisioning complete for port 395fd31e-db51-4a8c-af9b-e182ee28945a triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:56.694774 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.832707 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.859445 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:56.905112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44560) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:56.976305 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890905777-network', 'tenant_id': 'dba55c3abc1646c5888124524d86719e'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:57.028439 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:13:57.062592 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44570) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:57.065291 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40195a2-8ccf-423b-99b9-eb22d0e77dc1 None None] Network 7492fbdb-42d6-45fe-9428-c7f6e000836a requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:57.143740 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Pushing event updated for resources: {'Subnet': ['ID=924e995c-d072-4d0b-b862-6624a487dff0,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:57.150981 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Made reservation on behalf of dba55c3abc1646c5888124524d86719e for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:57.153271 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.172566 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.177451 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Checking segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:57.177741 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Network hostable DHCP agents. Network: 80f63fd0-a159-4c79-9843-ab333e33b6ad, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:57.201849 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.225625 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.239461 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:57.340645 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] For port 395fd31e-db51-4a8c-af9b-e182ee28945a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=395fd31e-db51-4a8c-af9b-e182ee28945a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:57.348914 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.349731 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 80f63fd0-a159-4c79-9843-ab333e33b6ad) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:57.366992 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:57.367585 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.378202 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c841471-e0a0-47ea-bca3-b47cb43af4d3 None None] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:57.422135 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:57.438247 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:57.450060 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:57.450999 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:57.583430 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.609314 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f1fe9f34-0ab5-4dcd-a8d3-a97369fd626f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3090014 Jul 22 21:13:57.610591 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.631066 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44596) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:57.654592 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:57.671562 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Router d35fb7f9-85fc-4a81-909a-0bd282873f14 is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:13:57.697011 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:57.698060 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-0f3bf4c3-3559-43d1-9e78-7be9b0915658 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:57.708640 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:57.708892 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-0f3bf4c3-3559-43d1-9e78-7be9b0915658 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/networks?id=7492fbdb-42d6-45fe-9428-c7f6e000836a HTTP/1.1" status: 200 len: 812 time: 0.2162507 Jul 22 21:13:57.723165 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c71e8-551c-4e92-a5bb-4db4abc2ae6b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:57.725924 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.726262 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Added segment 76e78e47-7e1f-4d75-a620-5fcc3b0862b3 of type vlan for network c5137602-0633-4ff4-912d-644a87f53480 Jul 22 21:13:57.759416 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b0ba5-510a-47cd-b45a-6a2b006da62d None None] Pushing event updated for resources: {'Port': ['ID=395fd31e-db51-4a8c-af9b-e182ee28945a,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:57.782899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0fffa60b-19e0-4715-b103-ad2c9dd9d923 None None] Provisioning complete for port 395fd31e-db51-4a8c-af9b-e182ee28945a triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:57.784770 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0fffa60b-19e0-4715-b103-ad2c9dd9d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.896827 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.925746 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.927448 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-93c4c654-a09a-4471-be19-1d87326cf4af admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7828889 Jul 22 21:13:57.929899 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df426a1d-35d0-4134-9a81-d186ef6214cf req-73425936-58bf-4548-b0d8-54149d3efed1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 0.8647885 Jul 22 21:13:57.931975 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44606) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:57.940487 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-34f6f2ce-633a-4737-9d0e-bbda7939b492 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/quotas/6df8758e369847d09564ff31c281e74d HTTP/1.1" status: 200 len: 375 time: 0.2299149 Jul 22 21:13:57.973806 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.975069 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:57.979947 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:58.015504 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.db.resource_extend [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:13:58.026708 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Sync routers for ids ['d35fb7f9-85fc-4a81-909a-0bd282873f14'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:58.105333 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-1e4faf83-21d2-4f54-b78d-8baacadeb74d tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6df8758e369847d09564ff31c281e74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1639121 Jul 22 21:13:58.115749 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:13:56Z', 'revision_number': 3, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:58.148646 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.151659 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.164347 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4b6dfe42-36ce-4efd-96b3-72c4e9c3bc2f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8637061 Jul 22 21:13:58.178098 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44614) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:58.199976 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.211192 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.212085 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.217343 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Routers {'d35fb7f9-85fc-4a81-909a-0bd282873f14'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:58.227611 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['d35fb7f9-85fc-4a81-909a-0bd282873f14'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:58.228853 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:58.232469 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Updating router 613709c5-c96d-488e-ba4f-b872b42d8b25 port 5be4429c-bffd-4085-822a-f73a808e230f binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:58.311287 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.430388 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-9e7a67ba-6dac-4411-847f-03fd1b28e528 service neutron] 10.222.0.44 "GET /v2.0/networks/7492fbdb-42d6-45fe-9428-c7f6e000836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239741 Jul 22 21:13:58.463033 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-80f63fd0-a159-4c79-9843-ab333e33b6ad', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:58.465504 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.562724 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-5bdff691-18b6-4812-b76f-071152f970c8 service neutron] 10.222.0.44 "GET /v2.0/networks/7492fbdb-42d6-45fe-9428-c7f6e000836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313331 Jul 22 21:13:58.563308 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44628) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:58.682330 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] Pushing event updated for resources: {'Network': ['ID=c5137602-0633-4ff4-912d-644a87f53480,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:58.739918 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network c5137602-0633-4ff4-912d-644a87f53480 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:58.791353 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-514d253a-041d-4a01-a0ff-62508b3463ed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8817863 Jul 22 21:13:58.796091 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44642) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:58.809727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Request body: {'subnet': {'network_id': 'c5137602-0633-4ff4-912d-644a87f53480', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890905777-subnet', 'tenant_id': 'dba55c3abc1646c5888124524d86719e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:58.828664 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.842815 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Transition to ACTIVE for port object 5be4429c-bffd-4085-822a-f73a808e230f will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:58.852869 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:58.916684 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Pushing event updated for resources: {'Port': ['ID=5be4429c-bffd-4085-822a-f73a808e230f,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:58.947635 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.948580 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.949210 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.950066 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.950716 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.951762 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.952504 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.953050 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.953659 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.956492 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.969067 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.971077 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Tracked resource versions report: Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: pushed versions: Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: { 'AddressGroup': {'1.2'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'ConntrackHelper': {'1.0'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Log': {'1.0'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Network': {'1.1'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Port': {'1.7'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'PortForwarding': {'1.2'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'QosPolicy': {'1.8'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroup': {'1.4'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SubPort': {'1.0'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Subnet': {'1.1'}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Trunk': {'1.1'}} Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: consumer versions: Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: { DHCP agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: HyperV agent@hv-cinder-80161: {}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: L3 agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: Metadata agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: Metering agent@dv-cinder-801617-1-iscsi: {}, Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: Open vSwitch agent@dv-cinder-801617-1-iscsi: { 'AddressGroup': '1.2', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'ConntrackHelper': '1.0', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Log': '1.0', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Network': '1.1', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Port': '1.7', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'PortForwarding': '1.2', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'QosPolicy': '1.8', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroup': '1.4', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SecurityGroupRule': '1.2', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'SubPort': '1.0', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Subnet': '1.1', Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: 'Trunk': '1.1'}} Jul 22 21:13:58.973256 dv-cinder-801617-1-iscsi neutron-server[93195]: {{(pid=93195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:13:58.983997 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Set router d35fb7f9-85fc-4a81-909a-0bd282873f14 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:58.988950 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Attempting to bind port 5be4429c-bffd-4085-822a-f73a808e230f on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:58.989451 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Attempting to bind port 5be4429c-bffd-4085-822a-f73a808e230f by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:58.989924 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Attempting to bind port 5be4429c-bffd-4085-822a-f73a808e230f on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:58.999229 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:59.000920 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:59.001479 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.011815 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86ebdaf4-7933-4570-a37f-7a9161560ee3 req-86469883-c9b1-4ec8-b979-bc29ca03ba0a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.0794208 Jul 22 21:13:59.014344 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:59.015083 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Bound port: 5be4429c-bffd-4085-822a-f73a808e230f, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:59.015899 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.051682 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Made reservation on behalf of dba55c3abc1646c5888124524d86719e for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:59.053917 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.152006 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] For port 5be4429c-bffd-4085-822a-f73a808e230f, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:59.158298 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] For port 5be4429c-bffd-4085-822a-f73a808e230f, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=5be4429c-bffd-4085-822a-f73a808e230f,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:59.170565 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.195615 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.245626 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 395fd31e-db51-4a8c-af9b-e182ee28945a up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:59.282779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b698ce7-21f6-4dd4-9313-385d7eb405f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.298037 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:59.300336 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:59.427364 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Allocated IP 172.20.0.2 (80f63fd0-a159-4c79-9843-ab333e33b6ad/924e995c-d072-4d0b-b862-6624a487dff0/ed47b6e4-cbb0-4f97-a907-55cbd738e104) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:59.471862 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11556f4-539a-4ee4-96c3-97b11b899c80 None None] Pushing event updated for resources: {'Port': ['ID=5be4429c-bffd-4085-822a-f73a808e230f,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:59.484113 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 395fd31e-db51-4a8c-af9b-e182ee28945a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:59.484621 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.546613 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e8f905b8-caaa-4ed3-a882-b163a6f0bd32 req-070d3651-ada8-4cd3-9399-3a034cf97985 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 0.2438419 Jul 22 21:13:59.558098 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:59.626328 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44676) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:59.634953 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:13:55Z', 'revision_number': 3, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:59.724995 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Checking router: d35fb7f9-85fc-4a81-909a-0bd282873f14 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:59.725341 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Updating router d35fb7f9-85fc-4a81-909a-0bd282873f14 port ceb78dce-ab32-4cab-896e-ace66f237295 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:59.878083 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.887826 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:59.913100 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:13:56Z', 'revision_number': 3, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:59.934129 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.69', 64127) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:59.961211 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5547125-f971-4898-bdda-46aac4d6bb20 None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:13:56Z', 'revision_number': 3, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:59.998438 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e06deb1c-718b-4af5-bf89-2486e3808edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.044082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.172370 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115bf187-2fcf-4842-8b69-f707dc9d47d8,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:00.209740 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b698ce7-21f6-4dd4-9313-385d7eb405f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.213436 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3e9f2e55-6252-4191-ae2c-58023223cfa1 req-d3c717b3-eee2-42ec-9327-b6208be38547 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.1044922 Jul 22 21:14:00.226757 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b698ce7-21f6-4dd4-9313-385d7eb405f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.261658 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.281723 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.322674 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.493615 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.497515 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b698ce7-21f6-4dd4-9313-385d7eb405f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38fa3a5-f0f4-4640-84e2-171e88ee3f71,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:00.528112 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Checking segment: {'id': '76e78e47-7e1f-4d75-a620-5fcc3b0862b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c5137602-0633-4ff4-912d-644a87f53480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:00.528496 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Network hostable DHCP agents. Network: c5137602-0633-4ff4-912d-644a87f53480, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:00.552713 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Transition to ACTIVE for port object ed47b6e4-cbb0-4f97-a907-55cbd738e104 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:00.602277 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4b698ce7-21f6-4dd4-9313-385d7eb405f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9da51e852d214849a32ad826c7b0b924&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9453576 Jul 22 21:14:00.611709 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44700) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:00.640954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-390ca246-5b85-4f8c-b8cc-49890b4e737a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.647766 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-390ca246-5b85-4f8c-b8cc-49890b4e737a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.7057464 Jul 22 21:14:00.651029 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Network c5137602-0633-4ff4-912d-644a87f53480 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:00.664663 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Transition to ACTIVE for port object ed47b6e4-cbb0-4f97-a907-55cbd738e104 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:00.672916 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Allocated IP 172.20.0.1 (6165754f-c24a-4511-9d07-7c715fd0fdca/d6ae1fd9-cd84-4f47-8936-2647a9c4afe7/66707a29-28e2-4af9-ac7b-a0b6bd0d808a) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:00.692344 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, c5137602-0633-4ff4-912d-644a87f53480) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:00.695004 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.701352 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.701352 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.748829 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf44fa1-a0db-430a-928d-7381365c200d None None] Network c5137602-0633-4ff4-912d-644a87f53480 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:00.806972 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-001e0fa9-d10e-4a17-a3f0-861fd4018b7f req-dc010667-2d2a-4563-8fdd-eb8ac63ed5fe tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 0.0819414 Jul 22 21:14:00.817740 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Request body: {'port': {'device_id': '879df7be-8e8a-4487-805f-e82299e94bba', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'admin_state_up': True, 'tenant_id': 'b5f24e06802b41b193ed40ceb8ed449c'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:00.831327 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bee3b288-dcbb-4d37-964e-b6bd6f506f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.832794 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:00.858475 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:00.881015 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:00.886995 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.901666 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Pushing event updated for resources: {'Port': ['ID=ed47b6e4-cbb0-4f97-a907-55cbd738e104,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:00.948939 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e06deb1c-718b-4af5-bf89-2486e3808edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.952540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Transition to ACTIVE for port object ceb78dce-ab32-4cab-896e-ace66f237295 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:00.963038 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bee3b288-dcbb-4d37-964e-b6bd6f506f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.968538 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e06deb1c-718b-4af5-bf89-2486e3808edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:00.984722 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.016034 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06deb1c-718b-4af5-bf89-2486e3808edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b1e74f-8695-4997-a093-f5ba015d8096,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.086735 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Allocated IP 172.20.0.1 (92c52165-b7ee-429d-8dcb-c724ecd66320/77ce2b6a-effa-49f3-b07a-3777c9da45be/6f1df61a-1981-438f-9ee4-e987585871a2) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:01.105629 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Attempting to bind port ed47b6e4-cbb0-4f97-a907-55cbd738e104 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:01.106167 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Attempting to bind port ed47b6e4-cbb0-4f97-a907-55cbd738e104 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:01.106641 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Attempting to bind port ed47b6e4-cbb0-4f97-a907-55cbd738e104 on network 80f63fd0-a159-4c79-9843-ab333e33b6ad {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:01.132271 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e06deb1c-718b-4af5-bf89-2486e3808edb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63054c6de5dc4f1c8104d89a0401bd87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5032716 Jul 22 21:14:01.136248 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44720) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:01.141420 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Attempting to bind port ceb78dce-ab32-4cab-896e-ace66f237295 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:01.141905 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Attempting to bind port ceb78dce-ab32-4cab-896e-ace66f237295 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:01.142719 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Attempting to bind port ceb78dce-ab32-4cab-896e-ace66f237295 on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:01.145196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:01.145723 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Checking segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:01.146236 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.146737 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Bound using segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:01.147870 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Bound port: ed47b6e4-cbb0-4f97-a907-55cbd738e104, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:01.148902 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.167176 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9a6e6-6452-4836-93b6-9d126efba499 None None] Pushing event updated for resources: {'Port': ['ID=ceb78dce-ab32-4cab-896e-ace66f237295,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.171437 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Allocated IP 172.27.0.30 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/d9bafe13-116e-4efb-8ca4-507a707eb7f7) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:01.199529 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:01.200284 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:01.200894 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.201458 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:01.202154 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Bound port: ceb78dce-ab32-4cab-896e-ace66f237295, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:01.203112 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.225633 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ff3e4-252f-42df-b010-a79a41fd67b8 None None] Network c5137602-0633-4ff4-912d-644a87f53480 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:01.261415 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bee3b288-dcbb-4d37-964e-b6bd6f506f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.266387 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-bee3b288-dcbb-4d37-964e-b6bd6f506f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.271497 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-bee3b288-dcbb-4d37-964e-b6bd6f506f5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d38fa3a5-f0f4-4640-84e2-171e88ee3f71 HTTP/1.1" status: 204 len: 168 time: 0.6560891 Jul 22 21:14:01.396039 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 5be4429c-bffd-4085-822a-f73a808e230f up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:01.438853 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.442233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.464100 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Transition to ACTIVE for port object 66707a29-28e2-4af9-ac7b-a0b6bd0d808a will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:01.500580 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.69', 64133) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:01.531192 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3b288-dcbb-4d37-964e-b6bd6f506f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38fa3a5-f0f4-4640-84e2-171e88ee3f71,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:01.539475 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.542305 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.583342 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-105e20af-6a1e-42ee-8342-eabf907ec806 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7858975 Jul 22 21:14:01.593729 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:01.729353 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] For port ceb78dce-ab32-4cab-896e-ace66f237295, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:01.773535 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] For port ed47b6e4-cbb0-4f97-a907-55cbd738e104, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:01.777755 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] For port ceb78dce-ab32-4cab-896e-ace66f237295, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ceb78dce-ab32-4cab-896e-ace66f237295,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:01.799223 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 5be4429c-bffd-4085-822a-f73a808e230f completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:01.803126 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.854261 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] For port ed47b6e4-cbb0-4f97-a907-55cbd738e104, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ed47b6e4-cbb0-4f97-a907-55cbd738e104,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:01.925138 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 5be4429c-bffd-4085-822a-f73a808e230f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:01.925857 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:01.929327 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-03919790-06c8-44ed-890f-9e08291d9746 req-eeb4fe7f-0875-4bb3-b039-134758281d44 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.3362312 Jul 22 21:14:01.929959 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44744) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:01.949331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Network 6165754f-c24a-4511-9d07-7c715fd0fdca is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:02.006253 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:02.030263 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:02.031900 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:02.032485 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.086440 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44746) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:02.087192 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:02.087674 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.098346 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7c0f724d-b1b1-461e-badd-0e7c29c3e18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.103595 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Pushing event updated for resources: {'Port': ['ID=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.267325 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.267325 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.267679 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5b2e7d08-396a-4c5c-8e5c-19d0123d2710 req-4a87890f-03f4-4895-ad6e-803b335f3ca5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 0.2622712 Jul 22 21:14:02.271611 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-18ddf249-d765-4d40-9147-e6a68bafdf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.390241 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9a6e6-6452-4836-93b6-9d126efba499 None None] Pushing event updated for resources: {'Port': ['ID=ceb78dce-ab32-4cab-896e-ace66f237295,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.418171 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Made reservation on behalf of b5f24e06802b41b193ed40ceb8ed449c for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:02.430006 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.467500 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Pushing event updated for resources: {'Port': ['ID=6f1df61a-1981-438f-9ee4-e987585871a2,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:02.475202 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Routers {'d35fb7f9-85fc-4a81-909a-0bd282873f14'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:02.476575 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['d35fb7f9-85fc-4a81-909a-0bd282873f14'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:02.633321 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.637657 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] Set router d35fb7f9-85fc-4a81-909a-0bd282873f14 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:02.679461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-18ddf249-d765-4d40-9147-e6a68bafdf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.701521 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Deleting subnet 89de1d94-c16d-49a5-b751-75f8cc617d40 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:14:02.717186 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-18ddf249-d765-4d40-9147-e6a68bafdf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.863261 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7c0f724d-b1b1-461e-badd-0e7c29c3e18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.864577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.887674 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.906222 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7c0f724d-b1b1-461e-badd-0e7c29c3e18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.909557 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7c0f724d-b1b1-461e-badd-0e7c29c3e18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:02.915008 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7c0f724d-b1b1-461e-badd-0e7c29c3e18d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92b1e74f-8695-4997-a093-f5ba015d8096 HTTP/1.1" status: 204 len: 168 time: 1.7752759 Jul 22 21:14:02.931221 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddf249-d765-4d40-9147-e6a68bafdf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8cc9bf-0267-4e35-9bb7-ba0f562b3c20,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.039279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f724d-b1b1-461e-badd-0e7c29c3e18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b1e74f-8695-4997-a093-f5ba015d8096,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.067549 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-a7c06eeb-24ce-401e-938f-0e7eae2b8297 None None] Provisioning for port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:03.143518 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:03.157441 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-a7c06eeb-24ce-401e-938f-0e7eae2b8297 None None] Provisioning complete for port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:03.157855 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a7c06eeb-24ce-401e-938f-0e7eae2b8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.162764 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:03.168984 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:03.235110 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.279358 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-874a1d5e-0cf8-4927-bd91-2404d9ae672b req-60f07003-9b49-4193-ad9c-d3bd2a921197 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.0769873 Jul 22 21:14:03.297980 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-a7c06eeb-24ce-401e-938f-0e7eae2b8297 None None] Port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:03.304191 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.316675 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e6a5-387b-47ad-b6cd-a63861d20b82 None None] Pushing event updated for resources: {'Port': ['ID=ed47b6e4-cbb0-4f97-a907-55cbd738e104,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.317994 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.367621 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 5be4429c-bffd-4085-822a-f73a808e230f, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=5be4429c-bffd-4085-822a-f73a808e230f,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:03.380397 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.411588 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:13:55Z', 'revision_number': 3, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:03.484279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-003b6f25-1cf2-4c61-8ff2-21bc7d5317d4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:03.486036 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-003b6f25-1cf2-4c61-8ff2-21bc7d5317d4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.69 "GET /v2.0/networks?id=7492fbdb-42d6-45fe-9428-c7f6e000836a HTTP/1.1" status: 200 len: 812 time: 1.9844451 Jul 22 21:14:03.486850 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bafe13-116e-4efb-8ca4-507a707eb7f7,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.499907 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108b99d-78c4-4f2c-b91b-bff161285742 None None] The sync data for ids ['d35fb7f9-85fc-4a81-909a-0bd282873f14'] in dv-cinder-801617-1-iscsi is: [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:13:55Z', 'revision_number': 3, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:03.588322 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-18ddf249-d765-4d40-9147-e6a68bafdf33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d05d7e96ecd45c9a4b0e7b04a0acfc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4851391 Jul 22 21:14:03.590950 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ed47b6e4-cbb0-4f97-a907-55cbd738e104 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:03.620069 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.624353 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44758) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:03.671562 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=5be4429c-bffd-4085-822a-f73a808e230f,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.737472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1f9f57b0-490e-40c3-b81f-bdfbc3a70b20 req-9f59bace-b241-4a18-bccd-014f9c8e853e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 0.1953442 Jul 22 21:14:03.765787 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port ed47b6e4-cbb0-4f97-a907-55cbd738e104 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:03.779510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.785522 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] 10.222.0.44 "DELETE /v2.0/subnets/89de1d94-c16d-49a5-b751-75f8cc617d40 HTTP/1.1" status: 204 len: 168 time: 1.8325117 Jul 22 21:14:03.793245 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44760) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:03.793792 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44762) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:03.827670 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.851561 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824aa748-f5b7-41b8-bae8-d54431b0e1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89de1d94-c16d-49a5-b751-75f8cc617d40,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:03.863959 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Allocated IP 172.20.0.6 (e19677ef-c150-4aa4-b61b-1a239ce2add5/ef552098-dacd-4c0c-9374-1b213fbef379/4706f62a-31be-4c14-819b-507c384e7aa4) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:03.875270 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80cf5892-eb68-4e48-9000-2d008e4ba7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:03.893119 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8d509681-fa43-46a6-affa-5165e82191e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.118828 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80cf5892-eb68-4e48-9000-2d008e4ba7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.208226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.248184 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.283344 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8d509681-fa43-46a6-affa-5165e82191e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.289729 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.305993 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8d509681-fa43-46a6-affa-5165e82191e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.307411 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a1222-db04-44de-9f8d-fac76ff45145 None None] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:04.512482 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80cf5892-eb68-4e48-9000-2d008e4ba7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.514987 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80cf5892-eb68-4e48-9000-2d008e4ba7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.519231 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-80cf5892-eb68-4e48-9000-2d008e4ba7f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c8cc9bf-0267-4e35-9bb7-ba0f562b3c20 HTTP/1.1" status: 204 len: 168 time: 0.8909202 Jul 22 21:14:04.585648 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf5892-eb68-4e48-9000-2d008e4ba7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8cc9bf-0267-4e35-9bb7-ba0f562b3c20,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:04.639362 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a3d1144b-44a5-4184-a9f0-61524ea00089 req-c53fa955-3844-4e3a-a1da-3e031ebf22bb tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.2156792 Jul 22 21:14:04.747991 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] Provisioning for port ed47b6e4-cbb0-4f97-a907-55cbd738e104 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:04.771307 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] Provisioning complete for port ed47b6e4-cbb0-4f97-a907-55cbd738e104 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:04.774397 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.789009 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8d509681-fa43-46a6-affa-5165e82191e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=959e04fccfde4f369c2a2ff6c7b112c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9746628 Jul 22 21:14:04.799778 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44772) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:04.902636 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d509681-fa43-46a6-affa-5165e82191e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9726e111-c957-47cd-8510-273f66da9f3a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:04.924294 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.931690 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Request body: {'port': {'device_id': '780be7ef-6227-4320-83fb-7c0afccafec8', 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a', 'admin_state_up': True, 'tenant_id': '6df8758e369847d09564ff31c281e74d'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:05.046997 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.054720 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.062809 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.162124 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] For port ed47b6e4-cbb0-4f97-a907-55cbd738e104, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ed47b6e4-cbb0-4f97-a907-55cbd738e104,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:05.166493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.166987 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.167857 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.168343 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > port after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.168774 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.169297 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > port after_update 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.169717 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.170174 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.170644 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.171049 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.181738 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.328105 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289a608-712d-448c-b314-49ddaa1d1194 None None] Pushing event updated for resources: {'Port': ['ID=ed47b6e4-cbb0-4f97-a907-55cbd738e104,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:05.361868 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.362674 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.414717 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b42de5dd-574b-453a-8be1-7d00cd5aaf6b None None] Provisioning complete for port ed47b6e4-cbb0-4f97-a907-55cbd738e104 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:05.414717 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b42de5dd-574b-453a-8be1-7d00cd5aaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.695173 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.695576 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.695915 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.696340 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:05.696749 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f952ef7a-d09a-4cb0-be2c-44d431e7a96a']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:05.699689 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 5be4429c-bffd-4085-822a-f73a808e230f up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:05.709627 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Pushing event updated for resources: {'Port': ['ID=6f1df61a-1981-438f-9ee4-e987585871a2,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:05.797390 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 5be4429c-bffd-4085-822a-f73a808e230f triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:05.797770 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:05.964699 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Made reservation on behalf of 6df8758e369847d09564ff31c281e74d for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:05.973298 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.032868 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ed47b6e4-cbb0-4f97-a907-55cbd738e104 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:06.039397 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:14:06.080612 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:06.122945 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ed47b6e4-cbb0-4f97-a907-55cbd738e104 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:06.123772 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.130661 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:06.268684 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a22f75bb-a41c-4f2c-975a-7531b1d836a8 req-ff3bf4c4-d9c2-45ff-8306-392ef239bcd5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 1.3512025 Jul 22 21:14:06.308957 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d8fb38-7bf6-497e-ba8e-9867e7ff002f') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:06.309705 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d8fb38-7bf6-497e-ba8e-9867e7ff002f') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:06.309918 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ceb78dce-ab32-4cab-896e-ace66f237295 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:06.319879 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.360039 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.379154 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59546333'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.379378 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port ceb78dce-ab32-4cab-896e-ace66f237295 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:06.385764 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ceb78dce-ab32-4cab-896e-ace66f237295 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:06.394747 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.411393 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.571847 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1c23c69a-6b9a-459b-85f1-03613cf6f815 req-a30c6ba3-fed1-46aa-bb9f-bff871e73728 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.2964118 Jul 22 21:14:06.601633 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.628387 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port ceb78dce-ab32-4cab-896e-ace66f237295, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ceb78dce-ab32-4cab-896e-ace66f237295,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:06.642867 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.690327 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.714755 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Router d35fb7f9-85fc-4a81-909a-0bd282873f14 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:06.726214 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Pushing event updated for resources: {'Port': ['ID=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:06.735969 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.740987 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=ceb78dce-ab32-4cab-896e-ace66f237295,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:06.759420 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db79d577-82cf-4cfb-9b68-04c29d892d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.789419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:14:06.789945 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59319346'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.849945 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:06.861344 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:06.872604 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:06.876658 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: from cryptography.utils import int_from_bytes Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: from cryptography.utils import int_from_bytes Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: timer() Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: self._notify() Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: event.method(event) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:14:06.881326 dv-cinder-801617-1-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:14:06.907348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.937537 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db79d577-82cf-4cfb-9b68-04c29d892d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.972207 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:06.984509 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f952ef7a-d09a-4cb0-be2c-44d431e7a96a HTTP/1.1" status: 204 len: 168 time: 3.1892600 Jul 22 21:14:06.990053 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44806) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:07.054084 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.055604 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6703c75b-b5bb-44a7-807e-0a91289b1c49 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4197130 Jul 22 21:14:07.061578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd19c67-85e3-4b59-a367-dd594fc33b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f952ef7a-d09a-4cb0-be2c-44d431e7a96a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:07.075190 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44810) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:07.100324 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.220055 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:07.255175 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Deleting subnet 115bf187-2fcf-4842-8b69-f707dc9d47d8 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:14:07.268700 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.271545 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:07.335859 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:07.363397 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event updated for resources: {'Port': ['ID=4706f62a-31be-4c14-819b-507c384e7aa4,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:07.364952 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Allocated IP 172.20.0.9 (7492fbdb-42d6-45fe-9428-c7f6e000836a/8dcfee44-7bb0-46cf-9b39-b683450946b6/c9e88951-bd85-4e39-a5c6-28843b353b62) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:07.383122 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:07.409654 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Network 6165754f-c24a-4511-9d07-7c715fd0fdca is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:07.410838 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db79d577-82cf-4cfb-9b68-04c29d892d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.414653 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db79d577-82cf-4cfb-9b68-04c29d892d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.422032 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-db79d577-82cf-4cfb-9b68-04c29d892d8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9726e111-c957-47cd-8510-273f66da9f3a HTTP/1.1" status: 204 len: 168 time: 2.6167991 Jul 22 21:14:07.452084 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:07.463015 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Sync routers for ids ['d35fb7f9-85fc-4a81-909a-0bd282873f14'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:07.474787 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.480115 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Routers {'d35fb7f9-85fc-4a81-909a-0bd282873f14'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:07.481128 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['d35fb7f9-85fc-4a81-909a-0bd282873f14'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:07.540697 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:07.541872 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-87e8ab33-3052-4617-a432-dbeab551c93b admin admin] 10.222.0.44 "PUT /v2.0/routers/d35fb7f9-85fc-4a81-909a-0bd282873f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3587863 Jul 22 21:14:07.637045 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ceb78dce-ab32-4cab-896e-ace66f237295 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:07.676577 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 3, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:07.765753 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:07.772798 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Updating router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef port d9bafe13-116e-4efb-8ca4-507a707eb7f7 binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:14:07.801505 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79d577-82cf-4cfb-9b68-04c29d892d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726e111-c957-47cd-8510-273f66da9f3a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:07.883043 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.899054 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-884b9714-1fbe-41f3-a539-774b82aa19af req-94d50956-7c48-497c-adde-478089bbd89c tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.1471219 Jul 22 21:14:07.942756 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.024530 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Set router d35fb7f9-85fc-4a81-909a-0bd282873f14 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:08.025677 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2724-d0ab-4ba8-9a60-713d22fb2fe2 req-1e98a16d-d5f4-42d4-b14a-db50f623766e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.028193 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a8cf2724-d0ab-4ba8-9a60-713d22fb2fe2 req-1e98a16d-d5f4-42d4-b14a-db50f623766e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 931 time: 0.5997732 Jul 22 21:14:08.035662 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.036787 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.122881 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a8cf2724-d0ab-4ba8-9a60-713d22fb2fe2 req-b0c8a82e-29ae-4cd7-995a-0c9ad0ccd28e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762279 Jul 22 21:14:08.133904 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-65503dd7-5706-495b-bb9f-ba3b41e936a5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3232181 Jul 22 21:14:08.141950 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.171299 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ceb78dce-ab32-4cab-896e-ace66f237295 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:08.171782 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.172779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-abd3bf41-4358-46f8-82fc-9b706df50d47 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:14:08.175830 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-abd3bf41-4358-46f8-82fc-9b706df50d47 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188260 Jul 22 21:14:08.184906 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.225305 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:08.229831 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115bf187-2fcf-4842-8b69-f707dc9d47d8,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:08.234855 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.239607 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f203470d-d4d8-4165-b4d4-9ea3153ced14 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/115bf187-2fcf-4842-8b69-f707dc9d47d8 HTTP/1.1" status: 204 len: 168 time: 1.2298543 Jul 22 21:14:08.240202 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44834) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:08.443758 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.463917 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-687de3af-1b42-4813-893b-ac3ad0b9de92 None None] Provisioning complete for port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:08.464511 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-687de3af-1b42-4813-893b-ac3ad0b9de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.492590 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:08.504778 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-686120f2-6132-423d-9a7b-064248b91540 admin admin] 10.222.0.44 "PUT /v2.0/routers/613709c5-c96d-488e-ba4f-b872b42d8b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5285494 Jul 22 21:14:08.621425 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Network 7492fbdb-42d6-45fe-9428-c7f6e000836a is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:08.632522 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:08.743150 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Request body: {'port': {'device_id': '879df7be-8e8a-4487-805f-e82299e94bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:08.968977 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:08.997399 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-687de3af-1b42-4813-893b-ac3ad0b9de92 None None] Port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:09.041034 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:09.044309 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:09.067124 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.070050 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.124036 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.153022 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.165660 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:09.166247 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:09.294864 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Pushing event updated for resources: {'Port': ['ID=c9e88951-bd85-4e39-a5c6-28843b353b62,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:09.302063 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '6f1df61a-1981-438f-9ee4-e987585871a2', 'name': '', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'mac_address': 'fa:16:3e:61:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:04Z', 'revision_number': 2, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'subnets': [{'id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:09.361855 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Transition to ACTIVE for port object d9bafe13-116e-4efb-8ca4-507a707eb7f7 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:09.381653 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d6f1b-3018-4a5b-b51c-70ab98fd69e5 req-f875b3fd-9454-424e-abe4-fa020efaced0 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.383478 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d1d6f1b-3018-4a5b-b51c-70ab98fd69e5 req-f875b3fd-9454-424e-abe4-fa020efaced0 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 931 time: 0.3238783 Jul 22 21:14:09.404965 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.408975 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-2308705a-d9c2-4fd2-b4be-eb3917128cfc tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4864397 Jul 22 21:14:09.421500 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Checking router: d35fb7f9-85fc-4a81-909a-0bd282873f14 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:09.421789 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Updating router d35fb7f9-85fc-4a81-909a-0bd282873f14 port 6f1df61a-1981-438f-9ee4-e987585871a2 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:14:09.493858 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-b705ccf0-bc87-4ba2-bc9f-1c5679062616 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.495532 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-b705ccf0-bc87-4ba2-bc9f-1c5679062616 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 818 time: 0.5300519 Jul 22 21:14:09.509405 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.526141 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Request body: {'port': {'device_id': '780be7ef-6227-4320-83fb-7c0afccafec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:09.567940 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52496-ae1a-4dcf-9cb9-28b7c279e599 None None] Pushing event updated for resources: {'Port': ['ID=d9bafe13-116e-4efb-8ca4-507a707eb7f7,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:09.608843 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Attempting to bind port d9bafe13-116e-4efb-8ca4-507a707eb7f7 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:09.609545 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Attempting to bind port d9bafe13-116e-4efb-8ca4-507a707eb7f7 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:09.610213 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Attempting to bind port d9bafe13-116e-4efb-8ca4-507a707eb7f7 on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:09.620560 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:09.621330 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:09.622011 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.622691 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:09.623403 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Bound port: d9bafe13-116e-4efb-8ca4-507a707eb7f7, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:09.624049 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.646383 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.654531 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:09.668875 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9454db6d-b8e2-44a5-82f3-ef9fe1485963 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/quotas/cca0b5f8a0af40b3a3586e935ad88dca HTTP/1.1" status: 200 len: 375 time: 0.1526504 Jul 22 21:14:09.672735 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.673045 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.675027 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.675475 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.676028 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.676488 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.676788 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.677204 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.677554 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.677931 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:09.772945 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d1d6f1b-3018-4a5b-b51c-70ab98fd69e5 req-3198986c-322e-4a80-b26f-acf08a184a01 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121786 Jul 22 21:14:09.826852 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] For port d9bafe13-116e-4efb-8ca4-507a707eb7f7, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:09.954956 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] For port d9bafe13-116e-4efb-8ca4-507a707eb7f7, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=d9bafe13-116e-4efb-8ca4-507a707eb7f7,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:09.971108 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.072388 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:10.075811 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:10.077269 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:10.078339 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:14:10.080314 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5137602-0633-4ff4-912d-644a87f53480']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:10.103901 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-2fa7a9d1-13e0-45ba-ac4f-0e101e0a7580 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4339347 Jul 22 21:14:10.145003 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52496-ae1a-4dcf-9cb9-28b7c279e599 None None] Pushing event updated for resources: {'Port': ['ID=d9bafe13-116e-4efb-8ca4-507a707eb7f7,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.226314 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e78e47-7e1f-4d75-a620-5fcc3b0862b3') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:10.227027 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e78e47-7e1f-4d75-a620-5fcc3b0862b3') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:10.266929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4706f62a-31be-4c14-819b-507c384e7aa4 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:10.268468 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.275063 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:10.277623 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:10.285748 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.299605 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.320728 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Transition to ACTIVE for port object 4706f62a-31be-4c14-819b-507c384e7aa4 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:10.329446 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.347365 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Transition to ACTIVE for port object 6f1df61a-1981-438f-9ee4-e987585871a2 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:10.361659 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.426072 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.433596 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Pushing event updated for resources: {'Port': ['ID=4706f62a-31be-4c14-819b-507c384e7aa4,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.475081 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:14:10.483274 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: from cryptography.utils import int_from_bytes Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: from cryptography.utils import int_from_bytes Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:14:10.499620 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:14:10.577998 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.594208 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ce3dc-6616-4d25-8f89-21005f21f8b7 None None] Pushing event updated for resources: {'Port': ['ID=6f1df61a-1981-438f-9ee4-e987585871a2,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.618854 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-033a45a2-d23c-46de-a1db-0fb1de59f90b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:14:10.629271 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-033a45a2-d23c-46de-a1db-0fb1de59f90b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1979809 Jul 22 21:14:10.672353 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.688214 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Attempting to bind port 6f1df61a-1981-438f-9ee4-e987585871a2 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:10.688758 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Attempting to bind port 6f1df61a-1981-438f-9ee4-e987585871a2 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:10.690561 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Attempting to bind port 6f1df61a-1981-438f-9ee4-e987585871a2 on network 92c52165-b7ee-429d-8dcb-c724ecd66320 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:10.702651 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:04Z', 'revision_number': 2, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:10.703314 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:10.703817 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Checking segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:10.706074 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.708951 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Bound using segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:10.709568 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Bound port: 6f1df61a-1981-438f-9ee4-e987585871a2, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:10.710092 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.716739 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:10.727169 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.777118 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5137602-0633-4ff4-912d-644a87f53480 HTTP/1.1" status: 204 len: 168 time: 2.4975605 Jul 22 21:14:10.808119 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357af9ef-2d83-4052-afe5-5d7dc7565df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5137602-0633-4ff4-912d-644a87f53480,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.891398 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:10.891735 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Updating router 613709c5-c96d-488e-ba4f-b872b42d8b25 port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:14:10.917970 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] For port 6f1df61a-1981-438f-9ee4-e987585871a2, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:10.928733 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] For port 6f1df61a-1981-438f-9ee4-e987585871a2, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f1df61a-1981-438f-9ee4-e987585871a2,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:10.949103 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.978126 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Attempting to bind port 4706f62a-31be-4c14-819b-507c384e7aa4 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:10.979010 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Attempting to bind port 4706f62a-31be-4c14-819b-507c384e7aa4 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:10.980086 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Attempting to bind port 4706f62a-31be-4c14-819b-507c384e7aa4 on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:10.996605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Port 4706f62a-31be-4c14-819b-507c384e7aa4 on network e19677ef-c150-4aa4-b61b-1a239ce2add5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:10.997124 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Attempting to bind port 4706f62a-31be-4c14-819b-507c384e7aa4 on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:11.013757 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44908) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:11.040534 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824800397', 'description': 'tempest-description--709701267'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:11.066224 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44910) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:11.075744 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:11.076372 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Checking segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:11.077792 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Bound using segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:11.078390 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Bound port: 4706f62a-31be-4c14-819b-507c384e7aa4, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:11.078827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.095959 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ce3dc-6616-4d25-8f89-21005f21f8b7 None None] Pushing event updated for resources: {'Port': ['ID=6f1df61a-1981-438f-9ee4-e987585871a2,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:11.115418 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.142821 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Routers {'d35fb7f9-85fc-4a81-909a-0bd282873f14'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:11.143978 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['d35fb7f9-85fc-4a81-909a-0bd282873f14'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.294823 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-be524420-24bc-4387-8afd-7aa273c181af service neutron] 10.222.0.44 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645069 Jul 22 21:14:11.336998 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.395156 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] Set router d35fb7f9-85fc-4a81-909a-0bd282873f14 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.401569 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.520215 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ddb3e252-a162-4ad6-911a-81d00b7349a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7b43a622a88496cb132b14386073a3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4382687 Jul 22 21:14:11.520799 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44920) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:11.666220 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.678574 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Transition to ACTIVE for port object 66707a29-28e2-4af9-ac7b-a0b6bd0d808a will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:11.686035 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 3, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.689208 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.747948 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc4c79-e4e9-4e85-9f43-b3e830274f6b req-f887e659-7087-4ce5-b3c4-ab645537565b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.753358 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f9fc4c79-e4e9-4e85-9f43-b3e830274f6b req-f887e659-7087-4ce5-b3c4-ab645537565b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.5971050 Jul 22 21:14:11.784258 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0854a-4322-418b-948f-55034fcf3361 None None] Pushing event updated for resources: {'Port': ['ID=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:11.793295 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1ca46-c898-4007-bf1b-5e0671e709b5 None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 3, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:11.933497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] For port 4706f62a-31be-4c14-819b-507c384e7aa4, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:12.013040 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] For port 4706f62a-31be-4c14-819b-507c384e7aa4, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4706f62a-31be-4c14-819b-507c384e7aa4,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:12.087876 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.157164 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '6f1df61a-1981-438f-9ee4-e987585871a2', 'name': '', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'mac_address': 'fa:16:3e:61:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:10Z', 'revision_number': 4, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'subnets': [{'id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:12.246699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ed6db-21c9-4961-9663-1e4432525d4f None None] The sync data for ids ['d35fb7f9-85fc-4a81-909a-0bd282873f14'] in dv-cinder-801617-1-iscsi is: [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '6f1df61a-1981-438f-9ee4-e987585871a2', 'name': '', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'mac_address': 'fa:16:3e:61:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:10Z', 'revision_number': 4, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'subnets': [{'id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:12.250456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Allocated IP 172.20.0.1 (80f63fd0-a159-4c79-9843-ab333e33b6ad/924e995c-d072-4d0b-b862-6624a487dff0/86e41147-87b6-4002-aac5-095a9b86db4e) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:12.318307 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e88951-bd85-4e39-a5c6-28843b353b62 {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:12.365377 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.418603 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf57a-a40e-430e-bbff-5206e76a0871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.441391 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Transition to ACTIVE for port object c9e88951-bd85-4e39-a5c6-28843b353b62 will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:12.469218 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Attempting to bind port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:12.470015 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Attempting to bind port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:12.470918 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Attempting to bind port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a on network 6165754f-c24a-4511-9d07-7c715fd0fdca {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:12.481322 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:12.481799 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Checking segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:12.482436 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.482843 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Bound using segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:12.483335 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Bound port: 66707a29-28e2-4af9-ac7b-a0b6bd0d808a, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:12.483889 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.515543 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.552824 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:12.553425 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.555194 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] 10.222.0.69 "PUT /v2.0/ports/4706f62a-31be-4c14-819b-507c384e7aa4 HTTP/1.1" status: 200 len: 1093 time: 4.1419632 Jul 22 21:14:12.562910 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879df7be-8e8a-4487-805f-e82299e94bba', 'tag': '4706f62a-31be-4c14-819b-507c384e7aa4'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:12.651413 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] For port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:12.675897 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] For port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:12.691954 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.699457 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f9fc4c79-e4e9-4e85-9f43-b3e830274f6b req-1e410cb6-351d-485b-bf37-d34bbb9aa8d2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822832 Jul 22 21:14:12.706760 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf57a-a40e-430e-bbff-5206e76a0871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.783203 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2696e-0eb3-481a-bca4-d35ad1a83088 service neutron] Pushing event updated for resources: {'Port': ['ID=4706f62a-31be-4c14-819b-507c384e7aa4,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:12.793048 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:12.815701 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-702f660c-4090-44e2-b1ab-c824e42d9b46 service neutron] 10.222.0.44 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5009270 Jul 22 21:14:12.846217 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0854a-4322-418b-948f-55034fcf3361 None None] Pushing event updated for resources: {'Port': ['ID=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:12.850482 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Transition to ACTIVE for port object 86e41147-87b6-4002-aac5-095a9b86db4e will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:12.882178 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:12.889071 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:12.978954 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e88951-bd85-4e39-a5c6-28843b353b62,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:12.998617 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.070567 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "879df7be-8e8a-4487-805f-e82299e94bba", "tag": "4706f62a-31be-4c14-819b-507c384e7aa4"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:13.145239 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:13.152417 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.304773 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:13.340209 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf57a-a40e-430e-bbff-5206e76a0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.346844 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-dc6cf57a-a40e-430e-bbff-5206e76a0871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.350018 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-dc6cf57a-a40e-430e-bbff-5206e76a0871 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c0c29c5-22b1-43ed-9b76-0a6391eae25c HTTP/1.1" status: 204 len: 168 time: 1.8018613 Jul 22 21:14:13.350959 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.381939 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:13.397248 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Pushing event updated for resources: {'Port': ['ID=86e41147-87b6-4002-aac5-095a9b86db4e,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:13.409848 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:13.445680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.452605 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4268014 Jul 22 21:14:13.465223 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44954) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:13.476379 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'security_group_rule': {'security_group_id': '7373b842-2527-4646-b757-fcd6316a3349', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:13.500711 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cf57a-a40e-430e-bbff-5206e76a0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c29c5-22b1-43ed-9b76-0a6391eae25c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:13.644437 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.680685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08a00b-cfb4-444e-a1f6-27618db126c2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7373b842-2527-4646-b757-fcd6316a3349,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:13.719242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242af5-a6d6-465f-bd32-d5fee1ae8f6a req-c284c8c7-e859-4acc-b4aa-c3eb8194037a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:13.724289 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-99242af5-a6d6-465f-bd32-d5fee1ae8f6a req-c284c8c7-e859-4acc-b4aa-c3eb8194037a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.6979513 Jul 22 21:14:13.801195 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6a5ebd-812a-43ef-b53e-6771b8fcaae5 x-openstack-request-id: req-3f6a5ebd-812a-43ef-b53e-6771b8fcaae5 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:13.801879 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879df7be-8e8a-4487-805f-e82299e94bba", "tag": "4706f62a-31be-4c14-819b-507c384e7aa4", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:13.801879 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f6a5ebd-812a-43ef-b53e-6771b8fcaae5 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:13.802175 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879df7be-8e8a-4487-805f-e82299e94bba', 'tag': '4706f62a-31be-4c14-819b-507c384e7aa4', 'status': 'completed', 'code': 200} Jul 22 21:14:13.861670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:13.942434 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f1df61a-1981-438f-9ee4-e987585871a2 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:13.992029 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Attempting to bind port c9e88951-bd85-4e39-a5c6-28843b353b62 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:13.993185 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Attempting to bind port c9e88951-bd85-4e39-a5c6-28843b353b62 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'c4edda89-e843-4027-9d64-1f2b78d141cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:13.994067 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Attempting to bind port c9e88951-bd85-4e39-a5c6-28843b353b62 on network 7492fbdb-42d6-45fe-9428-c7f6e000836a {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:14.005197 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Port c9e88951-bd85-4e39-a5c6-28843b353b62 on network 7492fbdb-42d6-45fe-9428-c7f6e000836a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:14.005896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Attempting to bind port c9e88951-bd85-4e39-a5c6-28843b353b62 on network 7492fbdb-42d6-45fe-9428-c7f6e000836a {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:14.044146 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:14.044774 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Checking segment: {'id': 'c4edda89-e843-4027-9d64-1f2b78d141cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:14.046473 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Bound using segment: {'id': 'c4edda89-e843-4027-9d64-1f2b78d141cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:14.051014 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Bound port: c9e88951-bd85-4e39-a5c6-28843b353b62, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4edda89-e843-4027-9d64-1f2b78d141cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:14.051396 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.058746 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:12Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:14.078404 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c46b9338-dd52-4311-be4e-c958049a0197 req-dd5fcf03-5dea-41b0-816e-8707cf4a4c50 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 210 time: 0.1982915 Jul 22 21:14:14.126585 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f5dc00-31b4-4e36-b888-be929c1b65c5 None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:12Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:14.157512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-51f7c373-e4da-4615-b553-1c683e26757d None None] Provisioning for port 86e41147-87b6-4002-aac5-095a9b86db4e completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:14.163344 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:14:14.203181 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-51f7c373-e4da-4615-b553-1c683e26757d None None] Provisioning complete for port 86e41147-87b6-4002-aac5-095a9b86db4e triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:14.209552 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-51f7c373-e4da-4615-b553-1c683e26757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.223541 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-99242af5-a6d6-465f-bd32-d5fee1ae8f6a req-14c71089-1fa3-4bde-9b49-38107cead66a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197671 Jul 22 21:14:14.225957 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] For port c9e88951-bd85-4e39-a5c6-28843b353b62, host hv-cinder-80161, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:14.240557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 6f1df61a-1981-438f-9ee4-e987585871a2 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:14.254344 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.276185 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] For port c9e88951-bd85-4e39-a5c6-28843b353b62, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c9e88951-bd85-4e39-a5c6-28843b353b62,segment=NetworkSegment(c4edda89-e843-4027-9d64-1f2b78d141cd),segment_id=c4edda89-e843-4027-9d64-1f2b78d141cd)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:14.277108 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 6f1df61a-1981-438f-9ee4-e987585871a2 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:14.277699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.279028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.292776 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.333273 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-51f7c373-e4da-4615-b553-1c683e26757d None None] Port 86e41147-87b6-4002-aac5-095a9b86db4e cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:14.358682 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a716dfba-4d96-45f5-befc-01c120f782b0,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.447878 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.449480 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-741bb3ca-250b-45ba-bac6-9e5ff3d7a674 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9834170 Jul 22 21:14:14.452056 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44982) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.458770 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'security_group_rule': {'security_group_id': '7373b842-2527-4646-b757-fcd6316a3349', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:14.486288 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.566437 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 44988) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.589831 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.598353 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 6f1df61a-1981-438f-9ee4-e987585871a2, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f1df61a-1981-438f-9ee4-e987585871a2,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:14.610398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.611065 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device d9bafe13-116e-4efb-8ca4-507a707eb7f7 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:14.691688 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.692271 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.693110 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.694803 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] 10.222.0.69 "PUT /v2.0/ports/c9e88951-bd85-4e39-a5c6-28843b353b62 HTTP/1.1" status: 200 len: 1093 time: 5.1903729 Jul 22 21:14:14.695599 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780be7ef-6227-4320-83fb-7c0afccafec8', 'tag': 'c9e88951-bd85-4e39-a5c6-28843b353b62'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:14.761518 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=6f1df61a-1981-438f-9ee4-e987585871a2,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.783026 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897573da-282c-43f8-98c6-542258bc3b58 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e88951-bd85-4e39-a5c6-28843b353b62,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:14.805478 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port d9bafe13-116e-4efb-8ca4-507a707eb7f7 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:14.815801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port d9bafe13-116e-4efb-8ca4-507a707eb7f7 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:14.818279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 44994) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:14.819307 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ce0c91b4-ce49-4c90-8ca4-c5ae5e21e5aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dba55c3abc1646c5888124524d86719e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2111876 Jul 22 21:14:14.821641 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:14.850624 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b4116-f28d-4643-b9bb-586a97e65363 req-c28b9c7e-46e3-43b8-bdec-db46c2365117 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:14.852692 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eb4b4116-f28d-4643-b9bb-586a97e65363 req-c28b9c7e-46e3-43b8-bdec-db46c2365117 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.5211394 Jul 22 21:14:14.983157 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eb4b4116-f28d-4643-b9bb-586a97e65363 req-ccabfb0f-7487-44a1-9dbc-a38709fa775d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023724 Jul 22 21:14:15.046255 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a1babe-48d9-45f7-b95f-c64bee646faf" -d '{"events": [{"name": "network-changed", "server_uuid": "780be7ef-6227-4320-83fb-7c0afccafec8", "tag": "c9e88951-bd85-4e39-a5c6-28843b353b62"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:15.049903 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6df131da-af54-4320-9d87-0fa734c924d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.055540 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.070303 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.153790 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.163506 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.179896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.182471 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-b42ca24d-b9d9-46e4-812b-893c1b6438e4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.185642 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Pushing event updated for resources: {'Port': ['ID=86e41147-87b6-4002-aac5-095a9b86db4e,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:15.191037 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-b42ca24d-b9d9-46e4-812b-893c1b6438e4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 818 time: 0.6576641 Jul 22 21:14:15.199666 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.205386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6df131da-af54-4320-9d87-0fa734c924d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.210967 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port d9bafe13-116e-4efb-8ca4-507a707eb7f7, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=d9bafe13-116e-4efb-8ca4-507a707eb7f7,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:15.217276 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.228472 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc55a93-5c63-4de0-b0b3-bfb1691073a6,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:15.240472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-249e944d-cdb5-4d1e-8762-ad1c0a251178 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/quotas/cca0b5f8a0af40b3a3586e935ad88dca HTTP/1.1" status: 200 len: 375 time: 0.0484669 Jul 22 21:14:15.273078 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.277090 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3529bb8b-5af0-45b6-bc57-16bc3a161df5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8211532 Jul 22 21:14:15.288102 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45006) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:15.314927 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:15.350570 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=d9bafe13-116e-4efb-8ca4-507a707eb7f7,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:15.356560 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b300508-40bf-4987-8b89-3ad5b3f808c0 x-openstack-request-id: req-3b300508-40bf-4987-8b89-3ad5b3f808c0 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:15.360572 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780be7ef-6227-4320-83fb-7c0afccafec8", "tag": "c9e88951-bd85-4e39-a5c6-28843b353b62", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:15.360997 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b300508-40bf-4987-8b89-3ad5b3f808c0 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:15.361508 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780be7ef-6227-4320-83fb-7c0afccafec8', 'tag': 'c9e88951-bd85-4e39-a5c6-28843b353b62', 'status': 'completed', 'code': 200} Jul 22 21:14:15.365724 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-42292fab-8c70-412a-abc2-c98892a8e5fd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242788 Jul 22 21:14:15.497535 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.537233 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-368ee80e-813f-4e31-b053-caf966ada926 service neutron] 10.222.0.44 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701353 Jul 22 21:14:15.575644 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6df131da-af54-4320-9d87-0fa734c924d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.577894 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b314c-d982-429e-a360-edb787266102 req-361d4a9f-1013-4828-98ee-47cb9501c7cb tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:15.578187 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6df131da-af54-4320-9d87-0fa734c924d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:15.582575 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6df131da-af54-4320-9d87-0fa734c924d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b49c71e8-551c-4e92-a5bb-4db4abc2ae6b HTTP/1.1" status: 204 len: 168 time: 0.7585185 Jul 22 21:14:15.591654 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-750b314c-d982-429e-a360-edb787266102 req-361d4a9f-1013-4828-98ee-47cb9501c7cb tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.1512389 Jul 22 21:14:15.595852 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:15.598829 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df131da-af54-4320-9d87-0fa734c924d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c71e8-551c-4e92-a5bb-4db4abc2ae6b,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:15.607654 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:15.697770 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-750b314c-d982-429e-a360-edb787266102 req-98af9f36-128b-4618-82e7-3946ad855971 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957637 Jul 22 21:14:15.800541 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-52df633c-74fa-403a-bada-fd981cf2a7b9 service neutron] 10.222.0.44 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618635 Jul 22 21:14:15.834849 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 66707a29-28e2-4af9-ac7b-a0b6bd0d808a up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:15.868468 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:15.985065 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:15.990486 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:15.990862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.161382 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-70aaad22-b339-4a61-b362-8eeccb4147a2 None None] Provisioning complete for port 86e41147-87b6-4002-aac5-095a9b86db4e triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:16.161983 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-70aaad22-b339-4a61-b362-8eeccb4147a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.193124 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:16.225884 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fde7dd84-6bc1-42d5-92ff-4c9698d9f6fc admin admin] 10.222.0.44 "PUT /v2.0/routers/7867d088-4d26-4c49-aa0e-8e1c35d1c0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1383421 Jul 22 21:14:16.235980 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.259335 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:16.398564 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Allocated IP 172.27.0.47 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/c2b0fb3f-69c8-432d-9dbe-57568e9a26a7) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:16.429520 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a9b035c3-476c-4999-baaf-c572b82337fd req-2ac02593-ae8a-47a1-85b7-29b52aa822bd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 210 time: 0.1492753 Jul 22 21:14:16.484360 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f9191-5da8-4e9c-be0a-0b825723aaf3 req-f8636549-d331-4802-8719-4430305cd457 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:16.503048 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:16.503969 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:16.504937 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c92f9191-5da8-4e9c-be0a-0b825723aaf3 req-f8636549-d331-4802-8719-4430305cd457 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.3798163 Jul 22 21:14:16.512087 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-70aaad22-b339-4a61-b362-8eeccb4147a2 None None] Port 86e41147-87b6-4002-aac5-095a9b86db4e cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:16.598105 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.657106 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.703668 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:16.710577 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:16.733235 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c92f9191-5da8-4e9c-be0a-0b825723aaf3 req-dfea9510-46b9-406f-ad15-1cefa1faf810 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272074 Jul 22 21:14:16.742736 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.803746 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:16.972952 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:16.992325 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:16.993477 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f1df61a-1981-438f-9ee4-e987585871a2 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:17.038579 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'Port': ['ID=c2b0fb3f-69c8-432d-9dbe-57568e9a26a7,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:17.071866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece53c0-8cb4-4045-b930-724c8275cd99 req-6f4f018b-4fcd-4908-b5e2-5afa7b68f040 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:17.076414 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dece53c0-8cb4-4045-b930-724c8275cd99 req-6f4f018b-4fcd-4908-b5e2-5afa7b68f040 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.1736307 Jul 22 21:14:17.202038 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dece53c0-8cb4-4045-b930-724c8275cd99 req-542f95b2-a034-4ce6-a1af-5eec4ef54da9 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104941 Jul 22 21:14:17.246537 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:17.327976 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:17.411302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.440824 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 6f1df61a-1981-438f-9ee4-e987585871a2 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:17.441633 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.481829 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45066) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:17.486875 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2101196466', 'description': 'tempest-description--1249374616'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:17.507232 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.551474 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.659008 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d8a4cbc-6bf1-4c0f-855a-1365f6e1ab12 req-0adb89c5-acce-42d6-85e2-cb994dca2a45 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 210 time: 0.0671916 Jul 22 21:14:17.844928 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.854270 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device d9bafe13-116e-4efb-8ca4-507a707eb7f7 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:17.898979 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.960843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.962462 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4799206 Jul 22 21:14:17.976593 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45078) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:18.000535 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'security_group_rule': {'security_group_id': '33fbc9f6-aa55-4405-a8d2-c954cc1fd38e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:18.045798 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c0ed86d0-ccf0-4eff-ac4e-1cc185419ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.059291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d934ca2-fe34-48cc-840e-122743dadfd2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:18.060526 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.073799 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port d9bafe13-116e-4efb-8ca4-507a707eb7f7 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:18.074240 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.078769 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 2, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:18.090313 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1babe-48d9-45f7-b95f-c64bee646faf req-5cfd17ec-8690-4481-8420-ef0f46942751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.093236 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75a1babe-48d9-45f7-b95f-c64bee646faf req-5cfd17ec-8690-4481-8420-ef0f46942751 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6df8758e369847d09564ff31c281e74d&device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 1096 time: 0.2428823 Jul 22 21:14:18.094510 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.110052 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85e8cf-b67b-47c0-967a-733694621c77 req-a8f33b46-3bc2-4c1e-8451-8affb5879c04 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.111743 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a85e8cf-b67b-47c0-967a-733694621c77 req-a8f33b46-3bc2-4c1e-8451-8affb5879c04 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.2646477 Jul 22 21:14:18.194517 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:18.195005 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Updating router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef port 86e41147-87b6-4002-aac5-095a9b86db4e binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:14:18.268615 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.318630 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2 req-29a74534-7e47-44f9-8b9c-41c690ce8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.320329 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2 req-29a74534-7e47-44f9-8b9c-41c690ce8acd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 1096 time: 0.4576218 Jul 22 21:14:18.321130 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'Port': ['ID=c2b0fb3f-69c8-432d-9dbe-57568e9a26a7,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:18.342442 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.344998 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.671865 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.69', 64152) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:18.750826 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.753142 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5ea39291-6c3d-4b9c-9978-066465b0405d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4593518 Jul 22 21:14:18.937461 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a85e8cf-b67b-47c0-967a-733694621c77 req-00c5c08c-41de-498e-8649-6bb5c5539f3b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715640 Jul 22 21:14:18.948104 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1babe-48d9-45f7-b95f-c64bee646faf req-43b74007-67bd-49bc-a9ce-29712981cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:18.949836 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75a1babe-48d9-45f7-b95f-c64bee646faf req-43b74007-67bd-49bc-a9ce-29712981cdde service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=6df8758e369847d09564ff31c281e74d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8366849 Jul 22 21:14:18.949957 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.958154 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.008624 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1803af-021d-4c04-bcf4-8f1d12080c81,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:19.016846 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2 req-c8d3e7b4-3ddf-4b6a-8c4b-94e9f96b4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.026263 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2 req-c8d3e7b4-3ddf-4b6a-8c4b-94e9f96b4873 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6850438 Jul 22 21:14:19.044963 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.050146 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f76e45dd-8e30-42ce-ba0c-6869d6fe3afc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0662518 Jul 22 21:14:19.054286 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-164667ad-1d55-446a-83f2-354f11e72057 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.055870 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-164667ad-1d55-446a-83f2-354f11e72057 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 818 time: 0.3830228 Jul 22 21:14:19.063690 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45114) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:19.064678 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.076774 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'security_group_rule': {'security_group_id': '33fbc9f6-aa55-4405-a8d2-c954cc1fd38e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:19.078608 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Transition to ACTIVE for port object 86e41147-87b6-4002-aac5-095a9b86db4e will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:19.085503 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 66707a29-28e2-4af9-ac7b-a0b6bd0d808a up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:19.104423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21180ef3-eec0-4620-aa7b-a03ac1fb5cf4 req-0df7d3c5-c070-4337-a459-74576f4538ee tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.113086 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-21180ef3-eec0-4620-aa7b-a03ac1fb5cf4 req-0df7d3c5-c070-4337-a459-74576f4538ee tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.4531901 Jul 22 21:14:19.115257 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.131682 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Request body: {'port': {'device_id': '040a090b-8874-45d1-99f9-44c2bc48166f', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'admin_state_up': True, 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:19.176556 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02304a33-75bb-420a-bcef-404a7c832e0f None None] Pushing event updated for resources: {'Port': ['ID=86e41147-87b6-4002-aac5-095a9b86db4e,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:19.268783 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Attempting to bind port 86e41147-87b6-4002-aac5-095a9b86db4e on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:19.269152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Attempting to bind port 86e41147-87b6-4002-aac5-095a9b86db4e by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:19.269518 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Attempting to bind port 86e41147-87b6-4002-aac5-095a9b86db4e on network 80f63fd0-a159-4c79-9843-ab333e33b6ad {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:19.273872 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:19.274355 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.279378 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:19.279803 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Checking segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:19.280222 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.280622 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Bound using segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:19.281093 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Bound port: 86e41147-87b6-4002-aac5-095a9b86db4e, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:19.281489 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.286626 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5bee99e7-3a8c-4dac-ad33-67d947bab00a req-9cd7f594-5f6a-4694-8ebd-d8d98bd0f02e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 210 time: 0.1454751 Jul 22 21:14:19.382721 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2 req-a7f8295e-ae6e-4110-bf53-fb9be4d02b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.384271 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-59b2dd72-4305-4f2f-80ac-e0a7821a9ec2 req-a7f8295e-ae6e-4110-bf53-fb9be4d02b9c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3486042 Jul 22 21:14:19.384826 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.69', 64159) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:19.603234 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-76752939-e006-4384-9a81-ec810953a1c9 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1824800397&fields=id&tenant_id=ff32f128f0304a879c2a6706c69fa5a3 HTTP/1.1" status: 200 len: 267 time: 0.1081290 Jul 22 21:14:19.770900 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-23e6f539-4f2d-4e25-ba1d-f98ac4cd588c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.781799 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-23e6f539-4f2d-4e25-ba1d-f98ac4cd588c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 818 time: 0.3959453 Jul 22 21:14:19.790849 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.801602 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] For port 86e41147-87b6-4002-aac5-095a9b86db4e, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:19.803830 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-41ce1e96-d4b7-4ce7-89d6-07208443fe4c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.806641 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] For port 86e41147-87b6-4002-aac5-095a9b86db4e, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=86e41147-87b6-4002-aac5-095a9b86db4e,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:19.812010 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-41ce1e96-d4b7-4ce7-89d6-07208443fe4c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 811 time: 0.2074451 Jul 22 21:14:19.816248 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Request body: {'port': {'device_id': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'admin_state_up': True, 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:19.817586 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.844069 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-21180ef3-eec0-4620-aa7b-a03ac1fb5cf4 req-008cda0e-bc33-4f27-81fe-3ca88a6bf0ee tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7297006 Jul 22 21:14:19.874806 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-270e0bf7-a854-4a9a-9181-3ff105cda208 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/quotas/ff32f128f0304a879c2a6706c69fa5a3 HTTP/1.1" status: 200 len: 375 time: 0.0616589 Jul 22 21:14:19.879540 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-9cc94f96-3594-417c-ab39-499c58ba881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.886408 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-9cc94f96-3594-417c-ab39-499c58ba881e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 1096 time: 0.2949729 Jul 22 21:14:19.934692 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1babe-48d9-45f7-b95f-c64bee646faf req-0eb567b1-45fa-4352-bb89-5ba327f9ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:19.936752 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75a1babe-48d9-45f7-b95f-c64bee646faf req-0eb567b1-45fa-4352-bb89-5ba327f9ceaf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9646897 Jul 22 21:14:19.942497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Made reservation on behalf of cca0b5f8a0af40b3a3586e935ad88dca for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:19.946733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:19.955922 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:19.956765 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:13:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:20.152256 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-ae288f47-66bf-4baf-97c6-0b013ce88793 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4706f62a-31be-4c14-819b-507c384e7aa4 HTTP/1.1" status: 200 len: 217 time: 0.2438924 Jul 22 21:14:20.156509 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:20.228132 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.265591 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02304a33-75bb-420a-bcef-404a7c832e0f None None] Pushing event updated for resources: {'Port': ['ID=86e41147-87b6-4002-aac5-095a9b86db4e,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:20.306784 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.316033 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c33c9068-1335-4517-bfe0-4f6cb2dd7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.318792 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-c33c9068-1335-4517-bfe0-4f6cb2dd7439 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.1567726 Jul 22 21:14:20.388916 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45174) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:20.407559 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.412422 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3475428 Jul 22 21:14:20.414619 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45178) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:20.415860 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Made reservation on behalf of cca0b5f8a0af40b3a3586e935ad88dca for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:20.420331 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.426532 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e09d2-7c41-495e-80cb-e2c6e218ed40 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bfda20-eb49-4389-b80c-818e6eb43ac8,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:20.426662 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-bbb44690-7703-4543-a5ab-fca374d20247 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836384 Jul 22 21:14:20.435685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:20.454171 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-9559679a-1e49-4b56-a905-1100f8f4d309 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5779297 Jul 22 21:14:20.550775 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-5934f6d6-45c9-467a-b58b-996b6dbe98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.552315 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-5934f6d6-45c9-467a-b58b-996b6dbe98c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6df8758e369847d09564ff31c281e74d&device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 1096 time: 0.5406187 Jul 22 21:14:20.557615 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:19Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:20.578800 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8ca3d-0b4f-4eb2-8e2f-fc0b16ac173a req-f49f202b-7bd1-411d-bf8a-28465f5f1c2c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:20.586787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45f8ca3d-0b4f-4eb2-8e2f-fc0b16ac173a req-f49f202b-7bd1-411d-bf8a-28465f5f1c2c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.4609172 Jul 22 21:14:20.604548 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-b91c5fb8-7431-4d61-a326-2278eb3bb6b3 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665742 Jul 22 21:14:20.607954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Allocated IP 172.20.0.7 (92c52165-b7ee-429d-8dcb-c724ecd66320/77ce2b6a-effa-49f3-b07a-3777c9da45be/f4df7493-91c6-4133-a6c8-3d3f1e633ddc) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:20.638794 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa54745-df9d-4a38-a471-8e163fd77c3e None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:19Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:20.663678 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.697177 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6150-504c-4e8c-9e57-7a1329573b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.705876 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45182) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:20.781721 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-cae884c4-f4db-4ffd-b78c-820e3150063f req-00d6a6aa-963c-4435-a096-b5124654e40f service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669388 Jul 22 21:14:20.799124 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-20848e89-97d1-4a17-98a1-7e8e8ef92883 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9e88951-bd85-4e39-a5c6-28843b353b62 HTTP/1.1" status: 200 len: 217 time: 0.2020824 Jul 22 21:14:20.812352 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ae8be4c-599c-4809-84e1-8445d8ec308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.833402 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3d725aa9-4eec-4587-972d-f874daa4d62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.912028 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.952506 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ae8be4c-599c-4809-84e1-8445d8ec308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.960512 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ae8be4c-599c-4809-84e1-8445d8ec308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.013300 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45f8ca3d-0b4f-4eb2-8e2f-fc0b16ac173a req-6ae6027d-5324-4e5b-81fb-6af1e454044e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505731 Jul 22 21:14:21.022999 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1ae8be4c-599c-4809-84e1-8445d8ec308a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d174cd7aa054069b930be51db409466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329377 Jul 22 21:14:21.027317 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45188) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:21.045727 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8be4c-599c-4809-84e1-8445d8ec308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8857b-0302-42cc-99c1-3a24b9eb2106,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.067139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-767bc0b4-240e-4a1b-b59e-bb8251d56f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:21.068777 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-767bc0b4-240e-4a1b-b59e-bb8251d56f6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8dcfee44-7bb0-46cf-9b39-b683450946b6 HTTP/1.1" status: 200 len: 852 time: 0.2585683 Jul 22 21:14:21.070707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-6df97283-3f77-46ed-85aa-3be952ff159f service neutron] 10.222.0.44 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885608 Jul 22 21:14:21.166807 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3d725aa9-4eec-4587-972d-f874daa4d62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.168016 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-562e20e0-e855-4620-9fdd-006614c64f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.180178 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3d725aa9-4eec-4587-972d-f874daa4d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.230609 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-562e20e0-e855-4620-9fdd-006614c64f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.260458 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3d725aa9-4eec-4587-972d-f874daa4d62f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c97d613cac3f43f885f075798d82f474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525913 Jul 22 21:14:21.261928 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725aa9-4eec-4587-972d-f874daa4d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903636f0-360f-4a65-93f0-6a22c7f72ee5,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.265990 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45200) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:21.342732 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-562e20e0-e855-4620-9fdd-006614c64f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.345729 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-562e20e0-e855-4620-9fdd-006614c64f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.349721 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-562e20e0-e855-4620-9fdd-006614c64f16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9e8857b-0302-42cc-99c1-3a24b9eb2106 HTTP/1.1" status: 204 len: 168 time: 0.3178821 Jul 22 21:14:21.364679 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e20e0-e855-4620-9fdd-006614c64f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8857b-0302-42cc-99c1-3a24b9eb2106,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.372121 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e6871220-c3b5-4061-8fbe-f35d9e16c6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.410639 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e6871220-c3b5-4061-8fbe-f35d9e16c6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.475296 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e6871220-c3b5-4061-8fbe-f35d9e16c6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.479854 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e6871220-c3b5-4061-8fbe-f35d9e16c6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.481586 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e6871220-c3b5-4061-8fbe-f35d9e16c6da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/903636f0-360f-4a65-93f0-6a22c7f72ee5 HTTP/1.1" status: 204 len: 168 time: 0.2064581 Jul 22 21:14:21.492086 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871220-c3b5-4061-8fbe-f35d9e16c6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903636f0-360f-4a65-93f0-6a22c7f72ee5,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:21.506062 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-57954e00-d483-4bb5-86d2-2e1ef74289dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7492fbdb-42d6-45fe-9428-c7f6e000836a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3893008 Jul 22 21:14:21.526680 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e821bee-8a60-44b0-a2a5-cfb53abb50ac req-74da6897-8e66-4a24-8f38-aa476ee581b8 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 210 time: 0.4128337 Jul 22 21:14:21.541673 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.845445 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-ac4c1797-66ad-4e42-8b8a-6189973ca874 service neutron] 10.222.0.44 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301910 Jul 22 21:14:21.855714 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45216) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:21.863247 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.874765 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9ce01946-b286-42d0-b52c-0e3735b1ff4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.891389 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45218) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:21.903147 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.935806 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:21.982519 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.db.api [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-5554bf95-278e-4a53-89cf-eca8a63d033e {{(pid=93192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:14:21.982861 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG oslo_db.api [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:14:22.023054 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:22.030098 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-dddcaa29-d883-40ab-8aff-24e6d4ed0a76 service neutron] 10.222.0.69 "GET /v2.0/networks/7492fbdb-42d6-45fe-9428-c7f6e000836a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988883 Jul 22 21:14:22.032106 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Pushing event updated for resources: {'Port': ['ID=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.036695 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:22.039656 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:22.073357 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9ce01946-b286-42d0-b52c-0e3735b1ff4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.081774 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9ce01946-b286-42d0-b52c-0e3735b1ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.107287 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f8ae3-776c-410c-a5f6-3b594efa7972 req-809da3d2-7833-45f9-a722-66416672d0aa tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.114166 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-587f8ae3-776c-410c-a5f6-3b594efa7972 req-809da3d2-7833-45f9-a722-66416672d0aa tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.4951112 Jul 22 21:14:22.131342 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9ce01946-b286-42d0-b52c-0e3735b1ff4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b26bf40ae62b4343a290b870c2857adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741568 Jul 22 21:14:22.132080 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45228) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:22.138731 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.139402 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.145627 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce01946-b286-42d0-b52c-0e3735b1ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985374bc-50bc-4c68-ba8d-d4f662936e05,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.193145 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a469bdbc-4db1-4284-8e9e-54150a9dab6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.203082 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45230) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:22.260046 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-93d4d440-d0d8-428d-808e-44c7f6e209ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.273183 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e3286f0c-a69d-42c9-80d6-967367b62bcf req-7056c536-5b96-47ed-9099-11d936acf3fe tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 210 time: 0.1508129 Jul 22 21:14:22.325202 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0725-d3ec-4ffe-9b45-64c47f868231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.340127 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-9e823690-afc1-4e2c-bef9-b34d5ba1c262 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2131906 Jul 22 21:14:22.371654 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Request body: {'port': {'device_id': '040a090b-8874-45d1-99f9-44c2bc48166f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:22.373468 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0725-d3ec-4ffe-9b45-64c47f868231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.397454 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-587f8ae3-776c-410c-a5f6-3b594efa7972 req-1a610280-5b92-41c9-ae1d-8b4a02527403 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334211 Jul 22 21:14:22.446996 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0725-d3ec-4ffe-9b45-64c47f868231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.449796 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0725-d3ec-4ffe-9b45-64c47f868231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.451017 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9a1f0725-d3ec-4ffe-9b45-64c47f868231 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/985374bc-50bc-4c68-ba8d-d4f662936e05 HTTP/1.1" status: 204 len: 168 time: 0.3177197 Jul 22 21:14:22.463556 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f0725-d3ec-4ffe-9b45-64c47f868231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985374bc-50bc-4c68-ba8d-d4f662936e05,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.476725 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a469bdbc-4db1-4284-8e9e-54150a9dab6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.484557 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.511560 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a469bdbc-4db1-4284-8e9e-54150a9dab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.527842 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08db413a-32f0-4f1a-a6b4-a5001ccb3193 req-26078792-d353-4411-bd48-60a6c3b0c04c service neutron] 10.222.0.69 "GET /v2.0/networks/7492fbdb-42d6-45fe-9428-c7f6e000836a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090891 Jul 22 21:14:22.553619 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Allocated IP 172.27.0.151 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/80a3c21e-3f30-4b37-8b99-d4e41c6d4414) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:22.582751 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469bdbc-4db1-4284-8e9e-54150a9dab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332ad828-b65d-4130-bd32-da691e8ac64f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:22.664021 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.677264 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a469bdbc-4db1-4284-8e9e-54150a9dab6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c614dbbcc036486a9b26443b083a8f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7846966 Jul 22 21:14:22.689422 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45242) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:22.711788 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ef6dcf52-a5f1-4d4c-a9f6-2e9f9716c4a6 req-46e605db-c406-4b1f-8681-607f365dc9cd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 210 time: 0.0646079 Jul 22 21:14:22.794546 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc0792-7628-4cd5-88d1-03f476cec1a7 req-ebad3f05-39ed-43d3-8b6b-1620b47c212c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:22.796360 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aebc0792-7628-4cd5-88d1-03f476cec1a7 req-ebad3f05-39ed-43d3-8b6b-1620b47c212c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.3958702 Jul 22 21:14:22.820601 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 86e41147-87b6-4002-aac5-095a9b86db4e up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:22.847943 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27128165-ca9f-43c7-80b5-c9c531c42f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.870113 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Allocated IP 172.20.0.3 (92c52165-b7ee-429d-8dcb-c724ecd66320/77ce2b6a-effa-49f3-b07a-3777c9da45be/2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:22.911479 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 86e41147-87b6-4002-aac5-095a9b86db4e completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:22.917868 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 86e41147-87b6-4002-aac5-095a9b86db4e triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:22.919468 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.952115 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27128165-ca9f-43c7-80b5-c9c531c42f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.954003 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:22.973340 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aebc0792-7628-4cd5-88d1-03f476cec1a7 req-37812240-eeea-4b67-926a-6a453b8e42b9 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689777 Jul 22 21:14:23.015730 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-93d4d440-d0d8-428d-808e-44c7f6e209ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.039593 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.044870 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-93d4d440-d0d8-428d-808e-44c7f6e209ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.062880 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.102754 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'Port': ['ID=80a3c21e-3f30-4b37-8b99-d4e41c6d4414,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.107077 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 86e41147-87b6-4002-aac5-095a9b86db4e, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=86e41147-87b6-4002-aac5-095a9b86db4e,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:23.116967 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.130472 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:23.135801 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:23.137299 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-93d4d440-d0d8-428d-808e-44c7f6e209ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff720e228c0f41acb677f8481dd8813d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9314439 Jul 22 21:14:23.141011 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45254) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:23.143673 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:23.146132 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4d440-d0d8-428d-808e-44c7f6e209ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0912e7e-5aed-4e40-b2c3-ead4ded924cf,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.179253 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=86e41147-87b6-4002-aac5-095a9b86db4e,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.237894 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-58373a08-e989-4bf2-8955-487436b23114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.265954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-58373a08-e989-4bf2-8955-487436b23114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.348850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-58373a08-e989-4bf2-8955-487436b23114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.362534 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-58373a08-e989-4bf2-8955-487436b23114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.371595 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-58373a08-e989-4bf2-8955-487436b23114 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0912e7e-5aed-4e40-b2c3-ead4ded924cf HTTP/1.1" status: 204 len: 168 time: 0.2281799 Jul 22 21:14:23.418168 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58373a08-e989-4bf2-8955-487436b23114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0912e7e-5aed-4e40-b2c3-ead4ded924cf,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.508213 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27128165-ca9f-43c7-80b5-c9c531c42f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.520475 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.520751 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-27128165-ca9f-43c7-80b5-c9c531c42f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.541435 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-27128165-ca9f-43c7-80b5-c9c531c42f18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/332ad828-b65d-4130-bd32-da691e8ac64f HTTP/1.1" status: 204 len: 168 time: 0.8382826 Jul 22 21:14:23.565120 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e8323a0-a811-4a99-9f13-38225cfde8a8 req-312c0c58-53c5-45e0-bee7-30a2fa125cd5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 210 time: 0.1672697 Jul 22 21:14:23.569472 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27128165-ca9f-43c7-80b5-c9c531c42f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ad828-b65d-4130-bd32-da691e8ac64f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.681901 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.704352 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.762211 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.821289 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Network 92c52165-b7ee-429d-8dcb-c724ecd66320 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:23.837191 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:23.841025 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:23.910055 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Pushing event updated for resources: {'Port': ['ID=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:23.951322 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:23.953079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:23.989526 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-83c443a6-f97f-4ab0-b8b3-c0feb1c13110 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1791162 Jul 22 21:14:23.992305 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-c04bfb08-c6cf-4332-9c0a-68fcb4c317eb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:23.994695 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-c04bfb08-c6cf-4332-9c0a-68fcb4c317eb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 811 time: 0.4250832 Jul 22 21:14:24.008660 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.036715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Request body: {'port': {'device_id': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:24.054161 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b73707-31ce-4af5-9ef4-481c0d7609da req-88c779bc-8fe8-4ec5-81d9-12bfdb2f6ba3 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:24.062437 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94b73707-31ce-4af5-9ef4-481c0d7609da req-88c779bc-8fe8-4ec5-81d9-12bfdb2f6ba3 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.4939921 Jul 22 21:14:24.166695 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.198997 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd10d3-f525-4e81-b669-1fd731d2b3f1 req-98320b18-6239-4bd7-9401-3a037deed8e2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:24.200612 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94bd10d3-f525-4e81-b669-1fd731d2b3f1 req-98320b18-6239-4bd7-9401-3a037deed8e2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 931 time: 0.3582604 Jul 22 21:14:24.320133 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45292) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:24.353086 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee322283-46bb-4a1a-a0f1-c00aa2e5da15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.491488 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94b73707-31ce-4af5-9ef4-481c0d7609da req-81cf6963-a174-4a61-8199-a16e9a4f48d4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281857 Jul 22 21:14:24.505484 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-4a129e93-f224-430b-b787-635d0b00628f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff32f128f0304a879c2a6706c69fa5a3 HTTP/1.1" status: 200 len: 380 time: 0.4384530 Jul 22 21:14:24.524773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'port': {'device_id': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'admin_state_up': True, 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'security_groups': ['7373b842-2527-4646-b757-fcd6316a3349']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:24.526680 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 4706f62a-31be-4c14-819b-507c384e7aa4 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:24.535472 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee322283-46bb-4a1a-a0f1-c00aa2e5da15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.547543 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee322283-46bb-4a1a-a0f1-c00aa2e5da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.577318 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4df7493-91c6-4133-a6c8-3d3f1e633ddc {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:24.611372 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ee322283-46bb-4a1a-a0f1-c00aa2e5da15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=753c4b20306b4ab2807e0c11bdb10fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879906 Jul 22 21:14:24.615196 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45304) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:24.621457 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.664188 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94bd10d3-f525-4e81-b669-1fd731d2b3f1 req-0bca0dd9-1a13-47e1-bfe2-747b9b956668 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333003 Jul 22 21:14:24.666166 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee322283-46bb-4a1a-a0f1-c00aa2e5da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f7798b-6d06-4c4f-89d4-45df55e837d2,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:24.689970 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eb599722-0101-4b08-8329-0981e62ee13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.718245 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eb599722-0101-4b08-8329-0981e62ee13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.793962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 86e41147-87b6-4002-aac5-095a9b86db4e up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:24.805794 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Transition to ACTIVE for port object f4df7493-91c6-4133-a6c8-3d3f1e633ddc will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:24.859172 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3b2ec8fc-dbda-4c52-b306-31598c16f9c7 req-3e8d3b13-b8e9-486b-88e3-d50b8ad0ca07 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 210 time: 0.0934031 Jul 22 21:14:24.866909 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 4706f62a-31be-4c14-819b-507c384e7aa4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4706f62a-31be-4c14-819b-507c384e7aa4,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:24.875239 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eb599722-0101-4b08-8329-0981e62ee13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.878275 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eb599722-0101-4b08-8329-0981e62ee13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.881773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.883492 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-eb599722-0101-4b08-8329-0981e62ee13c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47f7798b-6d06-4c4f-89d4-45df55e837d2 HTTP/1.1" status: 204 len: 168 time: 0.2671645 Jul 22 21:14:24.896547 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '4706f62a-31be-4c14-819b-507c384e7aa4', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'port_id': '4706f62a-31be-4c14-819b-507c384e7aa4', 'mac_address': 'fa:16:3e:8d:cd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef552098-dacd-4c0c-9374-1b213fbef379', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:24.962692 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:24.983557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4706f62a-31be-4c14-819b-507c384e7aa4 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:25.039734 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 4706f62a-31be-4c14-819b-507c384e7aa4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4706f62a-31be-4c14-819b-507c384e7aa4,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:25.040739 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 86e41147-87b6-4002-aac5-095a9b86db4e triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:25.041469 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.048671 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.080963 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.091121 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:25.098563 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.111111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.112006 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.127862 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Transition to ACTIVE for port object 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:25.129712 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb599722-0101-4b08-8329-0981e62ee13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f7798b-6d06-4c4f-89d4-45df55e837d2,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.141050 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.177718 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Made reservation on behalf of ff32f128f0304a879c2a6706c69fa5a3 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:25.181202 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.190292 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3177-5ca0-4cb7-9fbc-49ad20f6fa1e req-3e6d1eb7-d949-43d6-96d2-3984e644b13d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.191840 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b94e3177-5ca0-4cb7-9fbc-49ad20f6fa1e req-3e6d1eb7-d949-43d6-96d2-3984e644b13d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 943 time: 0.5866997 Jul 22 21:14:25.208956 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=4706f62a-31be-4c14-819b-507c384e7aa4,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.288907 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.299738 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'Port': ['ID=80a3c21e-3f30-4b37-8b99-d4e41c6d4414,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.341117 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Attempting to bind port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:25.341717 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Attempting to bind port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:25.342241 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Attempting to bind port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc on network 92c52165-b7ee-429d-8dcb-c724ecd66320 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:25.348523 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc on network 92c52165-b7ee-429d-8dcb-c724ecd66320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:25.349172 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Attempting to bind port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc on network 92c52165-b7ee-429d-8dcb-c724ecd66320 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:25.355129 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:25.355622 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Checking segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:25.356123 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Bound using segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:25.356613 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Bound port: 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:25.356971 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.392483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.403160 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b94e3177-5ca0-4cb7-9fbc-49ad20f6fa1e req-c33311dc-89f5-4957-976c-2e9e508458bc tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723998 Jul 22 21:14:25.427865 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:25.429051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Attempting to bind port f4df7493-91c6-4133-a6c8-3d3f1e633ddc on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:25.429330 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Attempting to bind port f4df7493-91c6-4133-a6c8-3d3f1e633ddc by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:25.429626 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Attempting to bind port f4df7493-91c6-4133-a6c8-3d3f1e633ddc on network 92c52165-b7ee-429d-8dcb-c724ecd66320 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:25.439307 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.440666 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a05052bc-6a74-457b-9364-b92c6c281b83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0112774 Jul 22 21:14:25.460260 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Port f4df7493-91c6-4133-a6c8-3d3f1e633ddc on network 92c52165-b7ee-429d-8dcb-c724ecd66320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:25.460638 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Attempting to bind port f4df7493-91c6-4133-a6c8-3d3f1e633ddc on network 92c52165-b7ee-429d-8dcb-c724ecd66320 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:25.472593 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:25.472937 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Checking segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:25.473333 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Bound using segment: {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:25.473795 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Bound port: f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f24eb2-c6ae-4180-ad7c-a639bafa1c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:25.474162 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.474342 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] For port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host hv-cinder-80161, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:25.480597 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] For port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:25.497275 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.561300 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Allocated IP 172.20.0.5 (6165754f-c24a-4511-9d07-7c715fd0fdca/d6ae1fd9-cd84-4f47-8936-2647a9c4afe7/91fc6885-3705-4599-96f0-7f3254239dc1) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:25.593706 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.619960 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.622316 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.625704 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-d86c00de-6ab1-49a2-b1b0-8255404e0832 service neutron] 10.222.0.69 "PUT /v2.0/ports/2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc HTTP/1.1" status: 200 len: 1093 time: 1.5990620 Jul 22 21:14:25.627248 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'tag': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:25.631025 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2441abb-03c4-4eba-a784-c12886eebe70", "tag": "2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:25.633721 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] For port f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:25.722209 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] For port f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:25.751891 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.783820 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ab388c-82f4-41a1-b0bc-8b46a63b6308 x-openstack-request-id: req-b3ab388c-82f4-41a1-b0bc-8b46a63b6308 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:25.784111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2441abb-03c4-4eba-a784-c12886eebe70", "tag": "2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:25.784566 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3ab388c-82f4-41a1-b0bc-8b46a63b6308 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:25.784956 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'tag': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc', 'status': 'completed', 'code': 200} Jul 22 21:14:25.816905 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-80104f14-95ec-484f-8f09-a6dfe1a73b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.818739 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-80104f14-95ec-484f-8f09-a6dfe1a73b99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 1096 time: 0.1262498 Jul 22 21:14:25.835479 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.836601 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:25.838782 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] 10.222.0.69 "PUT /v2.0/ports/f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 1093 time: 3.4768350 Jul 22 21:14:25.844684 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040a090b-8874-45d1-99f9-44c2bc48166f', 'tag': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:25.847794 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ff9bd-7069-4420-9213-04d86d2a274f" -d '{"events": [{"name": "network-changed", "server_uuid": "040a090b-8874-45d1-99f9-44c2bc48166f", "tag": "f4df7493-91c6-4133-a6c8-3d3f1e633ddc"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:25.909847 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-18154f7b-0b63-40c3-af20-330d604576e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc HTTP/1.1" status: 200 len: 217 time: 0.0708203 Jul 22 21:14:25.936515 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c0531-ecbf-456e-a900-fa4a235d4116 service neutron] Pushing event updated for resources: {'Port': ['ID=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:25.974023 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-07f5d251-ef0e-47de-95c6-19630ead50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.975596 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-07f5d251-ef0e-47de-95c6-19630ead50bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.0557809 Jul 22 21:14:25.987555 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027ad44-4987-4c0a-851e-30aa5a3376f3 req-27b36bd9-9ddb-404b-a37a-64f0ac5f4c87 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:25.997379 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2027ad44-4987-4c0a-851e-30aa5a3376f3 req-27b36bd9-9ddb-404b-a37a-64f0ac5f4c87 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 943 time: 0.3422568 Jul 22 21:14:26.031773 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-9def08fc-50dd-48b0-9e14-9d25b8706b56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477269 Jul 22 21:14:26.083273 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.111999 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2027ad44-4987-4c0a-851e-30aa5a3376f3 req-4cb2d4fd-1942-4a72-adaf-3def636a8d6c tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133254 Jul 22 21:14:26.150167 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-f236ff7d-ef0c-4d41-a88c-29f7d4033898 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096830 Jul 22 21:14:26.163171 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f085a-7144-4a9b-9d54-c6dfb06423a1 req-6c217afa-ea9e-47a8-9cc4-3fe36fedaf2a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.165026 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-727f085a-7144-4a9b-9d54-c6dfb06423a1 req-6c217afa-ea9e-47a8-9cc4-3fe36fedaf2a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 943 time: 0.3125546 Jul 22 21:14:26.166577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Transition to ACTIVE for port object 91fc6885-3705-4599-96f0-7f3254239dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:26.255392 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-40020e9a-06c0-4bf0-8cc2-6c9552ac6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.256998 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-40020e9a-06c0-4bf0-8cc2-6c9552ac6c5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1096 time: 0.3159482 Jul 22 21:14:26.274593 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-27a1646d-bb0f-4cba-821d-5167e9870320 req-ce848031-aaa8-444a-b7d3-721f9c8b4301 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163843 Jul 22 21:14:26.331349 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-b5ddcc42-e98d-4847-b29b-eafbfea44717 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.0508273 Jul 22 21:14:26.340420 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-727f085a-7144-4a9b-9d54-c6dfb06423a1 req-f7333384-ef7d-40ca-8b91-bfbfedf4508e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608341 Jul 22 21:14:26.360942 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-8a0638ae-5d5b-4b5e-afae-88720197172e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2101196466&fields=id&tenant_id=8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 267 time: 0.1214933 Jul 22 21:14:26.372020 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.451679 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de77f9b2-38cc-4795-a096-452c658c5a92 x-openstack-request-id: req-de77f9b2-38cc-4795-a096-452c658c5a92 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:26.452388 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040a090b-8874-45d1-99f9-44c2bc48166f", "tag": "f4df7493-91c6-4133-a6c8-3d3f1e633ddc", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:26.452388 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de77f9b2-38cc-4795-a096-452c658c5a92 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:26.452671 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040a090b-8874-45d1-99f9-44c2bc48166f', 'tag': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc', 'status': 'completed', 'code': 200} Jul 22 21:14:26.500040 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-f6ce6d56-1bec-47f7-9a83-28882464afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.503602 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-f6ce6d56-1bec-47f7-9a83-28882464afd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 1096 time: 0.1195185 Jul 22 21:14:26.507051 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c9e88951-bd85-4e39-a5c6-28843b353b62 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:26.553948 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 4706f62a-31be-4c14-819b-507c384e7aa4 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:26.605440 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Network 6165754f-c24a-4511-9d07-7c715fd0fdca is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:26.630219 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:26.659801 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:26.677693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'Port': ['ID=91fc6885-3705-4599-96f0-7f3254239dc1,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:26.693451 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port c9e88951-bd85-4e39-a5c6-28843b353b62, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c9e88951-bd85-4e39-a5c6-28843b353b62,segment=NetworkSegment(c4edda89-e843-4027-9d64-1f2b78d141cd),segment_id=c4edda89-e843-4027-9d64-1f2b78d141cd)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:26.709843 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'c9e88951-bd85-4e39-a5c6-28843b353b62', 'network_id': '7492fbdb-42d6-45fe-9428-c7f6e000836a', 'port_id': 'c9e88951-bd85-4e39-a5c6-28843b353b62', 'mac_address': 'fa:16:3e:d6:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcfee44-7bb0-46cf-9b39-b683450946b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:26.726641 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-8df5e78f-1b0e-4eef-8a3e-83be4754241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.727986 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-8df5e78f-1b0e-4eef-8a3e-83be4754241e service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.2141678 Jul 22 21:14:26.728904 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-475c4269-ca99-4e84-bec2-ceb4c3e51345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.730599 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-475c4269-ca99-4e84-bec2-ceb4c3e51345 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.3386843 Jul 22 21:14:26.761657 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-d32b52c4-8c73-4868-b193-f8830e0e16ef tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.769773 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-d32b52c4-8c73-4868-b193-f8830e0e16ef tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 816 time: 0.4078991 Jul 22 21:14:26.806017 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-302ffd20-226c-4de6-82c9-50cefe4a96be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc HTTP/1.1" status: 200 len: 217 time: 0.0633142 Jul 22 21:14:26.820296 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 4706f62a-31be-4c14-819b-507c384e7aa4 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:26.824078 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.827635 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 4706f62a-31be-4c14-819b-507c384e7aa4 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:26.828076 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.837638 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-038253eb-c0d2-40aa-b4a4-4549bbdd211a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956874 Jul 22 21:14:26.854072 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-8d15a03c-4f6f-46c1-b9be-c5a94468242e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/quotas/8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 375 time: 0.0829682 Jul 22 21:14:26.863797 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.864851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.869458 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e88951-bd85-4e39-a5c6-28843b353b62 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:26.905474 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port c9e88951-bd85-4e39-a5c6-28843b353b62, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c9e88951-bd85-4e39-a5c6-28843b353b62,segment=NetworkSegment(c4edda89-e843-4027-9d64-1f2b78d141cd),segment_id=c4edda89-e843-4027-9d64-1f2b78d141cd)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:26.917339 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:26.942370 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-6e1ef929-1da7-4daa-89df-b6c79bf54eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.946569 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-6e1ef929-1da7-4daa-89df-b6c79bf54eae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.1124351 Jul 22 21:14:26.980331 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-8f0780ca-257a-4914-9dc1-56e811300233 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4679163 Jul 22 21:14:26.997861 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa413-19cc-4081-a532-af305d0f0829 req-15c7ea55-a173-4de3-98b0-24eb97d7215a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:26.999998 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ecdaa413-19cc-4081-a532-af305d0f0829 req-15c7ea55-a173-4de3-98b0-24eb97d7215a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 931 time: 0.4063525 Jul 22 21:14:27.014498 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-aa0aa94b-722b-4dcb-b3e7-d03f30939d52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617840 Jul 22 21:14:27.035169 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Request body: {'port': {'device_id': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:27.044540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=c9e88951-bd85-4e39-a5c6-28843b353b62,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:27.090868 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-2cb4ca59-9cb5-4582-ad77-a4dffa9efe00 None None] Provisioning for port 91fc6885-3705-4599-96f0-7f3254239dc1 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:27.228370 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-1fd359dd-2bfe-413d-bbee-58e78bc436b9 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040739 Jul 22 21:14:27.270893 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-2cb4ca59-9cb5-4582-ad77-a4dffa9efe00 None None] Provisioning complete for port 91fc6885-3705-4599-96f0-7f3254239dc1 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:27.271272 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-2cb4ca59-9cb5-4582-ad77-a4dffa9efe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.314324 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.333136 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-613a0e3b-4f3c-4158-af65-8ae6ee7a1e3f req-2ebec003-117d-4e7f-b0a9-c62dc5ede744 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973620 Jul 22 21:14:27.342341 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879df7be-8e8a-4487-805f-e82299e94bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4706f62a-31be-4c14-819b-507c384e7aa4'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:27.395059 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ecdaa413-19cc-4081-a532-af305d0f0829 req-a5671aa7-7c48-4e1f-8779-776f87610e42 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553126 Jul 22 21:14:27.409481 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['c9e88951-bd85-4e39-a5c6-28843b353b62'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:27.411265 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-2cb4ca59-9cb5-4582-ad77-a4dffa9efe00 None None] Port 91fc6885-3705-4599-96f0-7f3254239dc1 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:27.446266 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.450152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 4706f62a-31be-4c14-819b-507c384e7aa4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4706f62a-31be-4c14-819b-507c384e7aa4,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:27.459692 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:27.546372 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-025e4570-2800-495d-8a31-aa8f3264b7bf tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6902268 Jul 22 21:14:27.561533 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-4e4f7f08-7e87-4d31-b21e-cf17086d3b63 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878636 Jul 22 21:14:27.595864 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=4706f62a-31be-4c14-819b-507c384e7aa4,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:27.698296 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132efa8-233f-4fcb-a1a8-3ea47d4bf06d" -d '{"events": [{"server_uuid": "879df7be-8e8a-4487-805f-e82299e94bba", "name": "network-vif-plugged", "status": "completed", "tag": "4706f62a-31be-4c14-819b-507c384e7aa4"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:27.885257 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae518f4b-ab8d-4a8f-84c4-b5a8cb8caf53 req-36609f44-7d05-4565-a09f-2c3d630ab306 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690179 Jul 22 21:14:27.963031 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-36ec09c2-ca2a-457e-a9e6-9913f9ab82ab service neutron] 10.222.0.44 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993955 Jul 22 21:14:28.007866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906ae5d-179e-4fd0-8b0a-7cf2ea0a1202 req-a9d0f0f3-32d7-4b84-8303-8c3cbbd2f730 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.009460 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9906ae5d-179e-4fd0-8b0a-7cf2ea0a1202 req-a9d0f0f3-32d7-4b84-8303-8c3cbbd2f730 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.4608374 Jul 22 21:14:28.196794 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9906ae5d-179e-4fd0-8b0a-7cf2ea0a1202 req-0afaba04-aac5-4042-a448-92b23f753595 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706300 Jul 22 21:14:28.205911 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-91920992-47cb-4fd7-95c2-b09c8b001492 service neutron] 10.222.0.44 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420101 Jul 22 21:14:28.251985 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fc6885-3705-4599-96f0-7f3254239dc1 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:28.276984 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-41e8eb75-fbb2-4845-b534-3210228704dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.280010 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-41e8eb75-fbb2-4845-b534-3210228704dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1096 time: 0.2685306 Jul 22 21:14:28.293770 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.391639 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Transition to ACTIVE for port object 91fc6885-3705-4599-96f0-7f3254239dc1 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:28.446298 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.524342 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:28.535468 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c9e88951-bd85-4e39-a5c6-28843b353b62 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:28.597429 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-84f42c97-fc7c-44f0-8b99-37ded093712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:28.598949 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-84f42c97-fc7c-44f0-8b99-37ded093712b service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.3009272 Jul 22 21:14:28.661177 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port c9e88951-bd85-4e39-a5c6-28843b353b62 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:28.690491 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port c9e88951-bd85-4e39-a5c6-28843b353b62 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:28.691234 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.763221 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Pushing event updated for resources: {'Port': ['ID=91fc6885-3705-4599-96f0-7f3254239dc1,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:28.774869 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:28.862262 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-510a27dd-a275-4081-9cad-674f28dad3c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.2154138 Jul 22 21:14:28.903910 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'port_id': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc', 'mac_address': 'fa:16:3e:6f:8f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:28.988628 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:28.990505 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.010363 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd0c88-57b0-4364-aaba-9694366b0937 req-01330cd2-ca9a-4821-ae72-34cdea813e5d tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.017223 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-23bd0c88-57b0-4364-aaba-9694366b0937 req-01330cd2-ca9a-4821-ae72-34cdea813e5d tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 944 time: 0.7062306 Jul 22 21:14:29.053255 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port c9e88951-bd85-4e39-a5c6-28843b353b62, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c9e88951-bd85-4e39-a5c6-28843b353b62,segment=NetworkSegment(c4edda89-e843-4027-9d64-1f2b78d141cd),segment_id=c4edda89-e843-4027-9d64-1f2b78d141cd)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:29.055939 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:29.070096 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.170118 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=c9e88951-bd85-4e39-a5c6-28843b353b62,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:29.182849 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:29.188686 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.257118 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-23bd0c88-57b0-4364-aaba-9694366b0937 req-004a6acf-55db-4467-8361-14509d1ef5a4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649382 Jul 22 21:14:29.258604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-401fa946-fd99-43c5-82bf-4f281007ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.260625 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-401fa946-fd99-43c5-82bf-4f281007ec16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.3872924 Jul 22 21:14:29.270689 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:29.275842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041086-427b-4f57-be4b-833012be2816 req-da48e333-dd54-4811-98f3-f4eee9454478 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.287034 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9041086-427b-4f57-be4b-833012be2816 req-da48e333-dd54-4811-98f3-f4eee9454478 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 943 time: 0.8415971 Jul 22 21:14:29.329835 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45500) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:29.356659 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-4c93f012-896a-44e2-9540-d085f6c0794a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667207 Jul 22 21:14:29.368344 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Attempting to bind port 91fc6885-3705-4599-96f0-7f3254239dc1 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:29.368685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Attempting to bind port 91fc6885-3705-4599-96f0-7f3254239dc1 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:29.369268 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Attempting to bind port 91fc6885-3705-4599-96f0-7f3254239dc1 on network 6165754f-c24a-4511-9d07-7c715fd0fdca {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:29.466212 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9041086-427b-4f57-be4b-833012be2816 req-30213fff-73d2-41bf-9c75-082f077ada71 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782460 Jul 22 21:14:29.467662 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Port 91fc6885-3705-4599-96f0-7f3254239dc1 on network 6165754f-c24a-4511-9d07-7c715fd0fdca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:29.467999 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Attempting to bind port 91fc6885-3705-4599-96f0-7f3254239dc1 on network 6165754f-c24a-4511-9d07-7c715fd0fdca {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:29.476249 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:29.476598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Checking segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:29.476991 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Bound using segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:29.477437 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Bound port: 91fc6885-3705-4599-96f0-7f3254239dc1, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:29.477784 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.514646 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4c09fc0-598d-4737-a61d-4a8443437f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.553273 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-b6d55740-6640-426f-88a8-7079e1b98708 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860523 Jul 22 21:14:29.583428 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:29.638899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e831742-12ab-48d5-aaa6-285075bf1c18 x-openstack-request-id: req-1e831742-12ab-48d5-aaa6-285075bf1c18 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:29.641611 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879df7be-8e8a-4487-805f-e82299e94bba", "name": "network-vif-plugged", "status": "completed", "tag": "4706f62a-31be-4c14-819b-507c384e7aa4", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:29.641611 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e831742-12ab-48d5-aaa6-285075bf1c18 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:29.642288 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879df7be-8e8a-4487-805f-e82299e94bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4706f62a-31be-4c14-819b-507c384e7aa4', 'code': 200} Jul 22 21:14:29.678683 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6233f7ca-5a8e-41f5-ab12-fd9e515d5089 req-4ba08c92-d9c7-4b30-bd2f-a4456ab11bbd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 210 time: 0.0969386 Jul 22 21:14:29.690006 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4c09fc0-598d-4737-a61d-4a8443437f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.699871 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4c09fc0-598d-4737-a61d-4a8443437f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.710339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] For port 91fc6885-3705-4599-96f0-7f3254239dc1, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:29.788117 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c09fc0-598d-4737-a61d-4a8443437f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc69f4e-0ca1-445c-9739-30475126cfe4,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:29.793091 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f4c09fc0-598d-4737-a61d-4a8443437f8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5a67c2e86cf4d9997c5c92c46a9b59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621315 Jul 22 21:14:29.795703 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45506) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:29.829701 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] For port 91fc6885-3705-4599-96f0-7f3254239dc1, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=91fc6885-3705-4599-96f0-7f3254239dc1,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:29.870963 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f736-d5fb-47f0-b2f6-a68f71088cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.888775 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.944071 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f736-d5fb-47f0-b2f6-a68f71088cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.968309 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:29.972412 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:29.974361 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] 10.222.0.69 "PUT /v2.0/ports/91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 1093 time: 2.9687347 Jul 22 21:14:29.978611 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:29.981701 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50b954-5c82-41f7-88b9-ed97bc972ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:30.114020 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65ff9bd-7069-4420-9213-04d86d2a274f req-18f63197-8911-4fce-805e-c69055ec2b49 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490355 Jul 22 21:14:30.147879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743c68-28c8-4131-b585-ad6cb38915a6 req-17779bed-dd35-47ac-a60c-d37e48916f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.170119 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-67743c68-28c8-4131-b585-ad6cb38915a6 req-17779bed-dd35-47ac-a60c-d37e48916f27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 1098 time: 0.2833977 Jul 22 21:14:30.178442 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b5d5a-0c76-4579-a1a9-da713d75c383 service neutron] Pushing event updated for resources: {'Port': ['ID=91fc6885-3705-4599-96f0-7f3254239dc1,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:30.208454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e603089-3f06-4fca-b6b9-a7a3e31d88b1 req-e9a42e70-ecd2-498c-a5c9-e3e529e513da tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.210215 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e603089-3f06-4fca-b6b9-a7a3e31d88b1 req-e9a42e70-ecd2-498c-a5c9-e3e529e513da tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 943 time: 0.5041342 Jul 22 21:14:30.214757 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f736-d5fb-47f0-b2f6-a68f71088cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.217511 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f736-d5fb-47f0-b2f6-a68f71088cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.218493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c439d-be2e-4d32-aea4-8b98d6acf61b req-8ec057b0-1b54-4045-98a1-5e19d78fc7eb tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.218999 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f6e4f736-d5fb-47f0-b2f6-a68f71088cf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edc69f4e-0ca1-445c-9739-30475126cfe4 HTTP/1.1" status: 204 len: 168 time: 0.4221618 Jul 22 21:14:30.226538 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d21c439d-be2e-4d32-aea4-8b98d6acf61b req-8ec057b0-1b54-4045-98a1-5e19d78fc7eb tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.4151895 Jul 22 21:14:30.230931 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-db8829a8-a1a2-4361-98c3-f2a82ba9930c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.232844 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-db8829a8-a1a2-4361-98c3-f2a82ba9930c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 816 time: 0.2719097 Jul 22 21:14:30.236059 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-67743c68-28c8-4131-b585-ad6cb38915a6 req-2b56ce07-1ace-471e-986b-aec4402ee52a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.260131 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4f736-d5fb-47f0-b2f6-a68f71088cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc69f4e-0ca1-445c-9739-30475126cfe4,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:30.328604 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e603089-3f06-4fca-b6b9-a7a3e31d88b1 req-03aaaf48-8242-42d3-afcc-2b7d5559f463 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991225 Jul 22 21:14:30.339753 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d21c439d-be2e-4d32-aea4-8b98d6acf61b req-b5c4e88c-95c9-4d5f-b28d-f3222e35079b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123240 Jul 22 21:14:30.344405 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-762f1630-ddfc-426c-b027-476dbe0ad438 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 380 time: 0.0854044 Jul 22 21:14:30.352472 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-a905715a-5c3b-40df-9eb9-04585869b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.363717 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-a905715a-5c3b-40df-9eb9-04585869b837 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1096 time: 0.2551637 Jul 22 21:14:30.370712 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'port': {'device_id': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'admin_state_up': True, 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'security_groups': ['33fbc9f6-aa55-4405-a8d2-c954cc1fd38e']}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:30.440611 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ba263e-65cd-413b-af82-de0ad6f6fb68 x-openstack-request-id: req-29ba263e-65cd-413b-af82-de0ad6f6fb68 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:30.440944 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:30.441136 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29ba263e-65cd-413b-af82-de0ad6f6fb68 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:30.441513 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1', 'status': 'completed', 'code': 200} Jul 22 21:14:30.443583 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-d13025bb-a0ae-428d-a7a7-70fa3c10a9ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 217 time: 0.0603848 Jul 22 21:14:30.541771 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f4df7493-91c6-4133-a6c8-3d3f1e633ddc details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:30.555061 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:30.749594 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:30.757108 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-67743c68-28c8-4131-b585-ad6cb38915a6 req-2b56ce07-1ace-471e-986b-aec4402ee52a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.758818 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:30.759264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.766896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-67743c68-28c8-4131-b585-ad6cb38915a6 req-2b56ce07-1ace-471e-986b-aec4402ee52a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.801538 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:30.802374 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-67743c68-28c8-4131-b585-ad6cb38915a6 req-2b56ce07-1ace-471e-986b-aec4402ee52a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077211 Jul 22 21:14:30.827575 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc', 'network_id': '92c52165-b7ee-429d-8dcb-c724ecd66320', 'port_id': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc', 'mac_address': 'fa:16:3e:c2:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ce2b6a-effa-49f3-b07a-3777c9da45be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:30.837005 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Made reservation on behalf of 8cb4dc333e304bb1a8adf5327daed311 for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:30.842142 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.852224 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45536) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:30.857381 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-e37b192e-7227-454e-8600-18dd855c7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.859020 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-e37b192e-7227-454e-8600-18dd855c7357 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.3830626 Jul 22 21:14:30.868080 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56ce07-1ace-471e-986b-aec4402ee52a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=82f32d69-0a67-4ca7-b7c7-77792f77c2c3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:30.889018 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde47a-eef9-49c8-bf0e-c52b9db6c173 req-601f7cba-0e92-4b64-99b5-3d1119af70e4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:30.893883 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72dde47a-eef9-49c8-bf0e-c52b9db6c173 req-601f7cba-0e92-4b64-99b5-3d1119af70e4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.4548671 Jul 22 21:14:30.910974 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-46288919-eddf-4e28-bb21-887bf2285721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.917884 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.953177 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4df7493-91c6-4133-a6c8-3d3f1e633ddc {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:30.975746 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72dde47a-eef9-49c8-bf0e-c52b9db6c173 req-46355bdd-5a74-4dfe-9cb8-6f850adad336 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807865 Jul 22 21:14:30.978876 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:30.994429 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:31.010322 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.034517 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Allocated IP 172.20.0.14 (80f63fd0-a159-4c79-9843-ab333e33b6ad/924e995c-d072-4d0b-b862-6624a487dff0/a40c29b1-d981-41a7-be7d-454843756baa) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:31.043687 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e76fae-8407-4e11-beba-835280e6f1b6 req-85c6f43a-31a3-40b9-a4b7-90e36bc7ae82 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.045387 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72e76fae-8407-4e11-beba-835280e6f1b6 req-85c6f43a-31a3-40b9-a4b7-90e36bc7ae82 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 944 time: 0.2766013 Jul 22 21:14:31.070292 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:31.083619 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.106000 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:31.129034 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a703b81-8067-458f-9e7c-b24a681f790a req-645c180a-e340-4709-92db-898643f7a4f9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 210 time: 0.0801420 Jul 22 21:14:31.177661 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:31.226469 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72e76fae-8407-4e11-beba-835280e6f1b6 req-d7224143-f5a2-465a-a0b7-aee3b37a3876 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635025 Jul 22 21:14:31.226644 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.247044 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Transition to ACTIVE for port object a40c29b1-d981-41a7-be7d-454843756baa will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:31.269936 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-46288919-eddf-4e28-bb21-887bf2285721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.277907 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-46288919-eddf-4e28-bb21-887bf2285721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.288366 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.312390 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769af01-c00a-4768-9a32-7266e59e766c req-07d2419d-7e2a-4f2e-b2b2-f986e5307541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.312390 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-07d2419d-7e2a-4f2e-b2b2-f986e5307541 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1727889 Jul 22 21:14:31.336415 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:31.339866 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:31.344201 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:31.351369 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:31.368533 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46288919-eddf-4e28-bb21-887bf2285721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf0ee49-bf09-4c41-8f13-a2616017e291,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:31.379413 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-46288919-eddf-4e28-bb21-887bf2285721 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=016223a04623447baffc2576aa559c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238271 Jul 22 21:14:31.382948 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45562) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:31.393414 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['f4df7493-91c6-4133-a6c8-3d3f1e633ddc'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:31.502604 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.503259 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.519460 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-cd892a2f-a306-4888-9a3f-4858874b0bba service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971529 Jul 22 21:14:31.530090 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6c-3f6b-4f1a-91ac-291fcc5d640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.541409 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-3d59cf97-33c8-4283-9ea0-41f2ead1a4d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1906204 Jul 22 21:14:31.570002 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Request body: {'port': {'device_id': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:31.612752 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6c-3f6b-4f1a-91ac-291fcc5d640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.644990 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780be7ef-6227-4320-83fb-7c0afccafec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e88951-bd85-4e39-a5c6-28843b353b62'}, {'server_uuid': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:31.651419 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6022da-6f9e-426c-9c6c-d56a9499e23a" -d '{"events": [{"server_uuid": "780be7ef-6227-4320-83fb-7c0afccafec8", "name": "network-vif-plugged", "status": "completed", "tag": "c9e88951-bd85-4e39-a5c6-28843b353b62"}, {"server_uuid": "d2441abb-03c4-4eba-a784-c12886eebe70", "name": "network-vif-plugged", "status": "completed", "tag": "2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:31.708456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.737076 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac49618-0b97-4449-b4d8-a0e0e655f766 req-2479b344-2f26-4708-925f-5cc78297fdb9 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.738845 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac49618-0b97-4449-b4d8-a0e0e655f766 req-2479b344-2f26-4708-925f-5cc78297fdb9 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 943 time: 0.2924764 Jul 22 21:14:31.745475 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6769af01-c00a-4768-9a32-7266e59e766c req-24b9c265-2ef1-4804-844e-021998bb04d0 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871271 Jul 22 21:14:31.769997 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1cce9b7f-208b-4209-88c7-ba334588a557 None None] Provisioning for port a40c29b1-d981-41a7-be7d-454843756baa completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:31.778033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be648-2d17-47a3-bf12-513491386c67 req-125574ef-7f7e-4ffe-82c1-5f9e28f0bb54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:31.779890 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1cce9b7f-208b-4209-88c7-ba334588a557 None None] Provisioning complete for port a40c29b1-d981-41a7-be7d-454843756baa triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:31.780124 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-032be648-2d17-47a3-bf12-513491386c67 req-125574ef-7f7e-4ffe-82c1-5f9e28f0bb54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.2732921 Jul 22 21:14:31.781634 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1cce9b7f-208b-4209-88c7-ba334588a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.800340 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6c-3f6b-4f1a-91ac-291fcc5d640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.802695 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6c-3f6b-4f1a-91ac-291fcc5d640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.803994 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aa190f6c-3f6b-4f1a-91ac-291fcc5d640c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebf0ee49-bf09-4c41-8f13-a2616017e291 HTTP/1.1" status: 204 len: 168 time: 0.4200954 Jul 22 21:14:31.834762 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-1cce9b7f-208b-4209-88c7-ba334588a557 None None] Port a40c29b1-d981-41a7-be7d-454843756baa cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:14:31.862231 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac49618-0b97-4449-b4d8-a0e0e655f766 req-66084811-64e0-45e1-8e19-6fb440f86a0f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145756 Jul 22 21:14:31.883263 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190f6c-3f6b-4f1a-91ac-291fcc5d640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf0ee49-bf09-4c41-8f13-a2616017e291,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:31.954716 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-032be648-2d17-47a3-bf12-513491386c67 req-df6fb3d4-fc47-430d-bde6-9df015cccfbd tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548424 Jul 22 21:14:31.960728 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:31.982527 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671e0a6-652e-43ef-90d1-89eac905326b x-openstack-request-id: req-3671e0a6-652e-43ef-90d1-89eac905326b {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:31.983043 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780be7ef-6227-4320-83fb-7c0afccafec8", "name": "network-vif-plugged", "status": "completed", "tag": "c9e88951-bd85-4e39-a5c6-28843b353b62", "code": 200}, {"server_uuid": "d2441abb-03c4-4eba-a784-c12886eebe70", "name": "network-vif-plugged", "status": "completed", "tag": "2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:31.984064 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3671e0a6-652e-43ef-90d1-89eac905326b {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:31.984064 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780be7ef-6227-4320-83fb-7c0afccafec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e88951-bd85-4e39-a5c6-28843b353b62', 'code': 200} Jul 22 21:14:31.984064 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc', 'code': 200} Jul 22 21:14:32.039382 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-21ad1119-13c1-45fd-9ce9-ae1793ddba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.041456 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-21ad1119-13c1-45fd-9ce9-ae1793ddba9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1096 time: 0.1599958 Jul 22 21:14:32.266461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-0ad6fa1d-478f-4626-a871-7bbfb5dd769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.268098 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-0ad6fa1d-478f-4626-a871-7bbfb5dd769b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.2110033 Jul 22 21:14:32.281608 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36259f8-1fd6-4d12-949f-ce90ea3f7f0c req-b6937a5c-e478-419f-a6ed-09100fcb5933 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.283156 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f36259f8-1fd6-4d12-949f-ce90ea3f7f0c req-b6937a5c-e478-419f-a6ed-09100fcb5933 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.1447432 Jul 22 21:14:32.343847 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40c29b1-d981-41a7-be7d-454843756baa {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:32.355452 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.364521 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-016a7159-b4f7-4112-9486-e05b09af6732 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 217 time: 0.0718162 Jul 22 21:14:32.398614 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Transition to ACTIVE for port object a40c29b1-d981-41a7-be7d-454843756baa will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:32.414497 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.482365 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f36259f8-1fd6-4d12-949f-ce90ea3f7f0c req-852cf3b0-8978-47f1-8ed4-ca506755c938 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922622 Jul 22 21:14:32.558444 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f4df7493-91c6-4133-a6c8-3d3f1e633ddc up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:32.588300 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33a576-7f3c-45b0-bb9b-6e7b07ad9fa3 req-ee4266a2-0d57-4058-a259-8b2ba42fc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.589991 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b33a576-7f3c-45b0-bb9b-6e7b07ad9fa3 req-ee4266a2-0d57-4058-a259-8b2ba42fc4ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 1098 time: 0.2236068 Jul 22 21:14:32.594244 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:32.648813 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-2c078fff-c6be-4d95-917e-0239b79ebe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.662471 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-2c078fff-c6be-4d95-917e-0239b79ebe54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.2802696 Jul 22 21:14:32.692745 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-5b33a576-7f3c-45b0-bb9b-6e7b07ad9fa3 req-a44d1c6c-e539-4b52-9896-3082d188425c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Jul 22 21:14:32.697255 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Attempting to bind port a40c29b1-d981-41a7-be7d-454843756baa on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:32.697255 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Attempting to bind port a40c29b1-d981-41a7-be7d-454843756baa by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:32.697966 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Attempting to bind port a40c29b1-d981-41a7-be7d-454843756baa on network 80f63fd0-a159-4c79-9843-ab333e33b6ad {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:32.703716 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Port a40c29b1-d981-41a7-be7d-454843756baa on network 80f63fd0-a159-4c79-9843-ab333e33b6ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:32.705182 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Attempting to bind port a40c29b1-d981-41a7-be7d-454843756baa on network 80f63fd0-a159-4c79-9843-ab333e33b6ad {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:32.709290 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port f4df7493-91c6-4133-a6c8-3d3f1e633ddc completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:32.711236 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:32.711665 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Checking segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:32.712191 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Bound using segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:32.712752 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Bound port: a40c29b1-d981-41a7-be7d-454843756baa, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:32.713281 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.716613 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port f4df7493-91c6-4133-a6c8-3d3f1e633ddc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:32.717355 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.781198 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ec5f-09b1-4813-9006-54f4c78943f7 req-5b6a7e07-b010-4449-bcb3-664978063fb4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.789382 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6128ec5f-09b1-4813-9006-54f4c78943f7 req-5b6a7e07-b010-4449-bcb3-664978063fb4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 932 time: 0.4236078 Jul 22 21:14:32.796929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185431a-e7db-4103-94af-d8e44ea51dd5 req-ec769561-f8d6-4464-a50e-4872e7dde984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.799315 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5185431a-e7db-4103-94af-d8e44ea51dd5 req-ec769561-f8d6-4464-a50e-4872e7dde984 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 1098 time: 0.4145987 Jul 22 21:14:32.823793 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.844072 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:32.852984 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:32.861373 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.873981 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:32.881097 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.890771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75d97d-0e24-46da-8a42-fee4dcec4515 req-c4de0dc3-0965-4820-b2d3-b2a01a088efd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.895428 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8f75d97d-0e24-46da-8a42-fee4dcec4515 req-c4de0dc3-0965-4820-b2d3-b2a01a088efd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.2539847 Jul 22 21:14:32.906015 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6128ec5f-09b1-4813-9006-54f4c78943f7 req-273d1c13-72b1-4ecc-87ff-daa98577736f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154609 Jul 22 21:14:32.910530 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-b036ed63-3d68-4255-b9bd-648017cdd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.913310 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-b036ed63-3d68-4255-b9bd-648017cdd4f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2217255 Jul 22 21:14:32.921941 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:32.923218 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.925638 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] 10.222.0.69 "PUT /v2.0/ports/a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 1094 time: 1.3669267 Jul 22 21:14:32.932587 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:32.935637 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcf208a-51f9-4b6f-a646-371e308aaf87" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:32.968029 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c41aa-8e19-4ece-bd5f-97a0cffe2c1b service neutron] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:32.991973 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:32.993430 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8f75d97d-0e24-46da-8a42-fee4dcec4515 req-9661cd92-6b7d-4566-89dc-12be676b9680 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856082 Jul 22 21:14:33.070118 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b6da4-c28b-441d-8f96-cdd496e37b1c x-openstack-request-id: req-643b6da4-c28b-441d-8f96-cdd496e37b1c {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:33.070615 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:33.071150 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-643b6da4-c28b-441d-8f96-cdd496e37b1c {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:33.071778 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'status': 'completed', 'code': 200} Jul 22 21:14:33.258126 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-47fd6fa3-dc6e-42c7-a2b6-48bd47ebd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.259850 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-47fd6fa3-dc6e-42c7-a2b6-48bd47ebd1f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1097 time: 0.0840507 Jul 22 21:14:33.279238 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5185431a-e7db-4103-94af-d8e44ea51dd5 req-0a6b6b83-609a-4ac8-b838-5384858e7133 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227414 Jul 22 21:14:33.327853 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-d5c7bf44-155c-4fc8-acf9-212000ccdcfd service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640870 Jul 22 21:14:33.330773 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-66941305-5ac4-4b7a-92e1-0b54f05f042a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 217 time: 0.0542679 Jul 22 21:14:33.340314 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98452999-c99e-46bc-802f-ed0a956caa3f req-11c587b1-530c-4571-82b3-a43034a60f96 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.341794 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-98452999-c99e-46bc-802f-ed0a956caa3f req-11c587b1-530c-4571-82b3-a43034a60f96 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 943 time: 0.3096354 Jul 22 21:14:33.362463 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7721a-23b3-42eb-bd36-c6cdf7e73d67 req-10bbc45f-79af-401f-9f40-462e5cb87e94 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.363981 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0da7721a-23b3-42eb-bd36-c6cdf7e73d67 req-10bbc45f-79af-401f-9f40-462e5cb87e94 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.2215431 Jul 22 21:14:33.418317 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-98452999-c99e-46bc-802f-ed0a956caa3f req-584acceb-748e-47c2-a145-a7f538361cb1 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692017 Jul 22 21:14:33.432526 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0da7721a-23b3-42eb-bd36-c6cdf7e73d67 req-6efb12fd-5acb-4ae0-913e-997d479abe63 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Jul 22 21:14:33.679341 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-de1ba558-d78b-4c42-a48a-24a2f4bf0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.681917 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-de1ba558-d78b-4c42-a48a-24a2f4bf0eea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.1003833 Jul 22 21:14:33.720554 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2429e-541b-4dc0-8cf7-9b89dc086659 req-13641792-d00b-4189-ab6e-d80852c28c08 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.722288 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89f2429e-541b-4dc0-8cf7-9b89dc086659 req-13641792-d00b-4189-ab6e-d80852c28c08 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.1616216 Jul 22 21:14:33.762126 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f50b954-5c82-41f7-88b9-ed97bc972ea9 req-925dee84-9a73-42c9-8f65-283bd2840f73 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634529 Jul 22 21:14:33.790886 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89f2429e-541b-4dc0-8cf7-9b89dc086659 req-ba6a80a7-619a-40ed-b638-1830ffb17156 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584402 Jul 22 21:14:33.810150 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e91b0669-039e-40d1-aa03-2d4c4497f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:33.811826 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-e91b0669-039e-40d1-aa03-2d4c4497f2dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1206601 Jul 22 21:14:33.948806 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-bcc2975c-50fc-442a-b483-55e5c698357b service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052763 Jul 22 21:14:33.985211 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040a090b-8874-45d1-99f9-44c2bc48166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:33.988492 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba3dbf-c271-4cd4-a416-5966974f3811" -d '{"events": [{"server_uuid": "040a090b-8874-45d1-99f9-44c2bc48166f", "name": "network-vif-plugged", "status": "completed", "tag": "f4df7493-91c6-4133-a6c8-3d3f1e633ddc"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:34.038939 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8f6623-9b1d-40cd-9bf6-50547f306b4c x-openstack-request-id: req-3c8f6623-9b1d-40cd-9bf6-50547f306b4c {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:34.039231 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040a090b-8874-45d1-99f9-44c2bc48166f", "name": "network-vif-plugged", "status": "completed", "tag": "f4df7493-91c6-4133-a6c8-3d3f1e633ddc", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:34.039484 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c8f6623-9b1d-40cd-9bf6-50547f306b4c {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:34.039871 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040a090b-8874-45d1-99f9-44c2bc48166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc', 'code': 200} Jul 22 21:14:34.101080 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa3c62-a6d2-4ac8-8ae3-81999b70efc8 req-55a4ff9a-b895-41ac-ab4a-b3d02288b3cd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.102620 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aefa3c62-a6d2-4ac8-8ae3-81999b70efc8 req-55a4ff9a-b895-41ac-ab4a-b3d02288b3cd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0687721 Jul 22 21:14:34.141076 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-22f9b4e4-aeee-4626-9d35-cf885ccea93e req-7c7af801-6825-4a28-8489-b5b0a44c4343 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625662 Jul 22 21:14:34.175620 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aefa3c62-a6d2-4ac8-8ae3-81999b70efc8 req-20962a3b-dcb7-4d33-97d1-d56c8d63c45c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625803 Jul 22 21:14:34.218275 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c4518-9be9-4ce8-8666-fb6f3224e24e req-d116ccc3-c2d1-4e12-a8af-ef712786fcb4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.224740 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1b2c4518-9be9-4ce8-8666-fb6f3224e24e req-d116ccc3-c2d1-4e12-a8af-ef712786fcb4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1209104 Jul 22 21:14:34.282645 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1b2c4518-9be9-4ce8-8666-fb6f3224e24e req-6d8fdb1b-e450-4ed1-9c81-8bb0187cc841 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Jul 22 21:14:34.423773 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-d0debf4a-3774-4130-98c2-1d9594873d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.439134 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-d0debf4a-3774-4130-98c2-1d9594873d89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1097 time: 0.0830073 Jul 22 21:14:34.445093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba47b-1f76-426b-a6f6-6fd46b5d4eac req-16d5f503-04da-4c2c-89f2-e887f0fd13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.448556 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-064ba47b-1f76-426b-a6f6-6fd46b5d4eac req-16d5f503-04da-4c2c-89f2-e887f0fd13b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.0921903 Jul 22 21:14:34.569218 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93bafe-f0ec-42a9-a03e-db2b03e93270 req-225a54ac-f18a-4b10-9074-f01837f68e1b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.571048 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9b93bafe-f0ec-42a9-a03e-db2b03e93270 req-225a54ac-f18a-4b10-9074-f01837f68e1b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 943 time: 0.0757890 Jul 22 21:14:34.628950 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9b93bafe-f0ec-42a9-a03e-db2b03e93270 req-5901dbe4-51ef-4caf-bf39-c820e030327b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527647 Jul 22 21:14:34.650252 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-064ba47b-1f76-426b-a6f6-6fd46b5d4eac req-9ee2b1a2-1c98-469f-98b0-a7d9968486d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Jul 22 21:14:34.709994 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-69285b9b-e47e-44a2-aacf-e526481daf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:34.711533 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-69285b9b-e47e-44a2-aacf-e526481daf28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1066475 Jul 22 21:14:34.825957 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45750) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:34.941641 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4956f29c-2a6e-450a-8d47-b41857d35d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.089665 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-702e5256-c07d-436e-b367-1961769749c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 217 time: 0.0445983 Jul 22 21:14:35.091524 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4956f29c-2a6e-450a-8d47-b41857d35d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.096138 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4956f29c-2a6e-450a-8d47-b41857d35d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.135415 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956f29c-2a6e-450a-8d47-b41857d35d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9101045-3cce-45a5-9489-28a2757e23a3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:35.140112 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4956f29c-2a6e-450a-8d47-b41857d35d49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=adbcbfb9fb7c4ce5b87e50e5419c78af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131111 Jul 22 21:14:35.143112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45758) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:35.172409 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c46865-455f-4e75-9a10-b71924c8c99e req-4fdb5762-cd69-4aef-8aa4-f498ca05fb35 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.174442 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c3c46865-455f-4e75-9a10-b71924c8c99e req-4fdb5762-cd69-4aef-8aa4-f498ca05fb35 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.3164880 Jul 22 21:14:35.196784 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c96020-d719-4e2a-a35b-b42c418eee06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.222393 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c96020-d719-4e2a-a35b-b42c418eee06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.239975 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c3c46865-455f-4e75-9a10-b71924c8c99e req-a5c5d873-f70b-42fe-afbc-52ac2dcbb56a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565426 Jul 22 21:14:35.299207 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-bcc264e4-0d69-4e35-bfbd-6ba1583852d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.300751 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-bcc264e4-0d69-4e35-bfbd-6ba1583852d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0764008 Jul 22 21:14:35.334868 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c96020-d719-4e2a-a35b-b42c418eee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.340022 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-59c96020-d719-4e2a-a35b-b42c418eee06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.342524 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-59c96020-d719-4e2a-a35b-b42c418eee06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9101045-3cce-45a5-9489-28a2757e23a3 HTTP/1.1" status: 204 len: 168 time: 0.1983020 Jul 22 21:14:35.377866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326d9b2-2bdd-48e0-8383-506306691b77 req-17761142-dcf8-46b4-ba9e-c6def3700412 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.380781 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8326d9b2-2bdd-48e0-8383-506306691b77 req-17761142-dcf8-46b4-ba9e-c6def3700412 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1034875 Jul 22 21:14:35.447301 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c96020-d719-4e2a-a35b-b42c418eee06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9101045-3cce-45a5-9489-28a2757e23a3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:35.515484 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-1b17a4a7-c93e-4f6c-9195-83499a56bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.518245 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-1b17a4a7-c93e-4f6c-9195-83499a56bb7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1740980 Jul 22 21:14:35.533115 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8326d9b2-2bdd-48e0-8383-506306691b77 req-75d1594b-cab3-4baf-ab7d-0ee5e599d300 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347198 Jul 22 21:14:35.571784 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b8de-6fc0-4a22-8474-4c03cb60e79b req-384e2e7a-aec1-47b3-80cf-d5626c5c4e13 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.573359 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6770b8de-6fc0-4a22-8474-4c03cb60e79b req-384e2e7a-aec1-47b3-80cf-d5626c5c4e13 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1570306 Jul 22 21:14:35.643279 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6770b8de-6fc0-4a22-8474-4c03cb60e79b req-b53a992d-cd7b-4b92-b80f-87e3e1799979 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Jul 22 21:14:35.697738 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-1b884dc8-83ba-4ac5-9267-1efcf15856e2 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319749 Jul 22 21:14:35.816746 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45786) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:35.820265 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c269f-edb6-4f2f-bbc3-3fc3f1cedf71 req-f34f5193-fbb8-479f-a9e4-859e8bec8fca tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:35.821885 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d5c269f-edb6-4f2f-bbc3-3fc3f1cedf71 req-f34f5193-fbb8-479f-a9e4-859e8bec8fca tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 943 time: 0.0988939 Jul 22 21:14:35.834879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6130-bc18-451d-ad2a-146f884c9950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.868407 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1dcf208a-51f9-4b6f-a646-371e308aaf87 req-dabbb294-4543-41b8-9f93-2de0a3290696 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462572 Jul 22 21:14:35.868510 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d5c269f-edb6-4f2f-bbc3-3fc3f1cedf71 req-9748e050-b85f-4e79-943f-4ea3715287f2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 Jul 22 21:14:35.961114 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6130-bc18-451d-ad2a-146f884c9950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:35.966104 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6130-bc18-451d-ad2a-146f884c9950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.013975 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7ffb6130-bc18-451d-ad2a-146f884c9950 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=379488008bee4b31a6ccee324914e48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953421 Jul 22 21:14:36.015995 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb6130-bc18-451d-ad2a-146f884c9950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7361e6c6-57c0-46ec-9d49-0c08b3edaf13,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:36.017136 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45794) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:36.075432 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-995c33ea-ee34-4481-b1c6-8f72a953dddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.103929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-995c33ea-ee34-4481-b1c6-8f72a953dddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.170342 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-995c33ea-ee34-4481-b1c6-8f72a953dddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.174979 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-995c33ea-ee34-4481-b1c6-8f72a953dddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.180041 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-995c33ea-ee34-4481-b1c6-8f72a953dddc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7361e6c6-57c0-46ec-9d49-0c08b3edaf13 HTTP/1.1" status: 204 len: 168 time: 0.1586957 Jul 22 21:14:36.192781 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c33ea-ee34-4481-b1c6-8f72a953dddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7361e6c6-57c0-46ec-9d49-0c08b3edaf13,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:36.479561 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025abec-44db-4dae-ad85-2d1a23f568f3 req-8fe94856-6b03-435b-a471-24c4e4e0c71a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.481675 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0025abec-44db-4dae-ad85-2d1a23f568f3 req-8fe94856-6b03-435b-a471-24c4e4e0c71a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.1349080 Jul 22 21:14:36.523767 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0025abec-44db-4dae-ad85-2d1a23f568f3 req-6a71d57d-e623-46eb-9f54-0eac424283c4 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356414 Jul 22 21:14:36.550099 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 91fc6885-3705-4599-96f0-7f3254239dc1 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:36.611450 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45822) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:36.741385 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 91fc6885-3705-4599-96f0-7f3254239dc1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=91fc6885-3705-4599-96f0-7f3254239dc1,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:36.806728 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '91fc6885-3705-4599-96f0-7f3254239dc1', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'port_id': '91fc6885-3705-4599-96f0-7f3254239dc1', 'mac_address': 'fa:16:3e:0c:fe:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:36.820455 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9356e19-e788-4675-bb12-dac737b2aea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.891393 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:36.891694 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649db79-085c-413b-a189-3c679ea6fdd2 req-995b556d-f7c1-42ee-8eb7-c2dea4a384a7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.895492 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6649db79-085c-413b-a189-3c679ea6fdd2 req-995b556d-f7c1-42ee-8eb7-c2dea4a384a7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1672237 Jul 22 21:14:36.909705 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5bc0d-2986-4f75-8c76-099366099d63 req-40bf741f-9209-4e36-9cde-faeab77eac78 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:36.909972 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fc6885-3705-4599-96f0-7f3254239dc1 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:36.912678 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2fc5bc0d-2986-4f75-8c76-099366099d63 req-40bf741f-9209-4e36-9cde-faeab77eac78 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.2261205 Jul 22 21:14:36.940147 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 91fc6885-3705-4599-96f0-7f3254239dc1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=91fc6885-3705-4599-96f0-7f3254239dc1,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:36.948660 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.008808 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6649db79-085c-413b-a189-3c679ea6fdd2 req-256edd5b-ba30-47db-b5c1-1398ec4fb1f0 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945640 Jul 22 21:14:37.028953 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2fc5bc0d-2986-4f75-8c76-099366099d63 req-15edb731-b590-46bd-b0dc-314315f5078b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028116 Jul 22 21:14:37.040993 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=91fc6885-3705-4599-96f0-7f3254239dc1,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:37.154673 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9356e19-e788-4675-bb12-dac737b2aea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.162297 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9356e19-e788-4675-bb12-dac737b2aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.251911 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f9356e19-e788-4675-bb12-dac737b2aea2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9dff44e11a342f0b2836a629ae3cc6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392243 Jul 22 21:14:37.254555 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9356e19-e788-4675-bb12-dac737b2aea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b7169-4d6e-4a73-a9d6-6e45c885bcfd,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:37.254922 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45852) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:37.304380 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d8e33-926a-464e-9a16-b81d58c24a9e req-403e3012-f46d-4802-b83b-3169a9a7945c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.306423 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-745d8e33-926a-464e-9a16-b81d58c24a9e req-403e3012-f46d-4802-b83b-3169a9a7945c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 944 time: 0.1200931 Jul 22 21:14:37.324613 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac62619-6232-4e81-a6c2-eb86d1b163a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.361097 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac62619-6232-4e81-a6c2-eb86d1b163a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.370272 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-745d8e33-926a-464e-9a16-b81d58c24a9e req-f3033af4-bc3f-4d08-ad66-a1ac4de9535f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Jul 22 21:14:37.468954 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac62619-6232-4e81-a6c2-eb86d1b163a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.472866 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1ac62619-6232-4e81-a6c2-eb86d1b163a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:37.474209 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1ac62619-6232-4e81-a6c2-eb86d1b163a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d0b7169-4d6e-4a73-a9d6-6e45c885bcfd HTTP/1.1" status: 204 len: 168 time: 0.2182107 Jul 22 21:14:37.488119 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac62619-6232-4e81-a6c2-eb86d1b163a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b7169-4d6e-4a73-a9d6-6e45c885bcfd,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:37.499734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f06eb2-4c36-42a1-bf9a-4a81b84821db req-63d45029-4499-4a73-9c12-f168e2900a07 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.499905 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-6fc3d8c9-6894-4383-8a16-85eeb25f59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.501852 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-6fc3d8c9-6894-4383-8a16-85eeb25f59ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 1098 time: 0.0848713 Jul 22 21:14:37.509493 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-25f06eb2-4c36-42a1-bf9a-4a81b84821db req-63d45029-4499-4a73-9c12-f168e2900a07 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1037176 Jul 22 21:14:37.515675 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['91fc6885-3705-4599-96f0-7f3254239dc1'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:37.575680 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-25f06eb2-4c36-42a1-bf9a-4a81b84821db req-0e71f87f-c185-48ce-a2cf-e6908a0655bf tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661201 Jul 22 21:14:37.643904 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-96829e36-d214-4d82-b8fd-9f3831d366e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.645667 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-96829e36-d214-4d82-b8fd-9f3831d366e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.1321921 Jul 22 21:14:37.709788 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-969dc1a5-99e3-49ff-b4e6-4551923499b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc HTTP/1.1" status: 200 len: 217 time: 0.0443382 Jul 22 21:14:37.772093 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-a96153e4-708c-4f75-8139-701fe549f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:37.773592 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-a96153e4-708c-4f75-8139-701fe549f8fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.0563912 Jul 22 21:14:37.812026 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-a32e4183-8bf8-44fc-a467-9f32f697e946 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301707 Jul 22 21:14:37.953453 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-4cb56eb2-d294-47ad-8723-e88aee248016 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005149 Jul 22 21:14:37.959081 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45872) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:37.974348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-19136a27-3009-4747-9c48-c426ec499dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.009374 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45874) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:38.067089 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-e718f008-3547-4187-90a8-e8a1828c2f2c req-a6abb89e-5ce6-4978-9edd-c75065bd04a6 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941498 Jul 22 21:14:38.080248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-19136a27-3009-4747-9c48-c426ec499dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.084865 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-19136a27-3009-4747-9c48-c426ec499dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.140238 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-19136a27-3009-4747-9c48-c426ec499dd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdaddd6749df4dfabc9d7eb12062fb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793842 Jul 22 21:14:38.143224 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45880) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:38.167218 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19136a27-3009-4747-9c48-c426ec499dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62876b1e-df47-4f5c-8b8e-df05a8d741f8,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:38.206913 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0c8a2-2abe-41ff-b820-bedcdb6a2a99 req-252ad129-32b9-458a-9a94-0f23c915d23a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.208483 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-85a0c8a2-2abe-41ff-b820-bedcdb6a2a99 req-252ad129-32b9-458a-9a94-0f23c915d23a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0875411 Jul 22 21:14:38.223130 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911b14bc-e336-47bf-a3bc-1ef9c0ffe93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.234773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f1eca6c0-8882-4074-81d4-32c473d5b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.249480 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911b14bc-e336-47bf-a3bc-1ef9c0ffe93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.274370 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-85a0c8a2-2abe-41ff-b820-bedcdb6a2a99 req-538eee1e-582b-41bf-bde1-2eb3f3bbfbea tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590668 Jul 22 21:14:38.305158 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911b14bc-e336-47bf-a3bc-1ef9c0ffe93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.307815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-911b14bc-e336-47bf-a3bc-1ef9c0ffe93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.310359 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-911b14bc-e336-47bf-a3bc-1ef9c0ffe93a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62876b1e-df47-4f5c-8b8e-df05a8d741f8 HTTP/1.1" status: 204 len: 168 time: 0.1649160 Jul 22 21:14:38.318569 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b14bc-e336-47bf-a3bc-1ef9c0ffe93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62876b1e-df47-4f5c-8b8e-df05a8d741f8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:38.378421 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f1eca6c0-8882-4074-81d4-32c473d5b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.383824 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f1eca6c0-8882-4074-81d4-32c473d5b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.420258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eca6c0-8882-4074-81d4-32c473d5b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b73b936-55e9-4bfe-b6c5-506cf48199fb,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:38.458964 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f1eca6c0-8882-4074-81d4-32c473d5b5b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02eadd94bca24fbebe9c123fe3e83081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485142 Jul 22 21:14:38.461598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45898) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:38.557118 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fba894dd-fbbe-4233-b8b4-c5c09dc8ba18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.582158 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:38.582685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea311-9589-421e-b666-617a24a8b3c9 req-27d3df6f-26f5-4f91-a978-d3b28c0706bb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.584044 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-495ea311-9589-421e-b666-617a24a8b3c9 req-27d3df6f-26f5-4f91-a978-d3b28c0706bb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 944 time: 0.1162560 Jul 22 21:14:38.612912 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fba894dd-fbbe-4233-b8b4-c5c09dc8ba18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.690053 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-495ea311-9589-421e-b666-617a24a8b3c9 req-d507e3ad-3049-4fb9-953d-bc679bdb7df3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888226 Jul 22 21:14:38.725208 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fba894dd-fbbe-4233-b8b4-c5c09dc8ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.726258 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:38.729270 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fba894dd-fbbe-4233-b8b4-c5c09dc8ba18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.732882 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fba894dd-fbbe-4233-b8b4-c5c09dc8ba18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b73b936-55e9-4bfe-b6c5-506cf48199fb HTTP/1.1" status: 204 len: 168 time: 0.2703149 Jul 22 21:14:38.743232 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba894dd-fbbe-4233-b8b4-c5c09dc8ba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b73b936-55e9-4bfe-b6c5-506cf48199fb,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:38.802051 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 45912) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:38.830880 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f962e936-8b63-4c9d-b4ce-26c22b143273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.835954 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'a40c29b1-d981-41a7-be7d-454843756baa', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa', 'mac_address': 'fa:16:3e:ae:c0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:38.900345 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc4a43-f898-48db-a009-f37f1163fb79 req-379828b3-a242-444d-9370-83bfd6392402 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:38.911057 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-47fc4a43-f898-48db-a009-f37f1163fb79 req-379828b3-a242-444d-9370-83bfd6392402 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1108396 Jul 22 21:14:38.920805 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:38.943513 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40c29b1-d981-41a7-be7d-454843756baa {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:38.988619 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:39.000159 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.028881 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-47fc4a43-f898-48db-a009-f37f1163fb79 req-fd7d7034-d6e9-4da1-9766-7e0d4df810dc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089478 Jul 22 21:14:39.064400 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f962e936-8b63-4c9d-b4ce-26c22b143273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.076352 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f962e936-8b63-4c9d-b4ce-26c22b143273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.088662 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:39.131111 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f962e936-8b63-4c9d-b4ce-26c22b143273 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=246bd41ce5c14d66b5d1659ed8a24c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239586 Jul 22 21:14:39.131111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e936-8b63-4c9d-b4ce-26c22b143273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ef344c-d663-40a8-8635-a590630ba10b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:39.131470 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 45918) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:39.206153 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-67b0c190-57de-409f-a62c-2ec747080b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.230078 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-67b0c190-57de-409f-a62c-2ec747080b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.285436 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-67b0c190-57de-409f-a62c-2ec747080b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.285436 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-67b0c190-57de-409f-a62c-2ec747080b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:39.286465 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-67b0c190-57de-409f-a62c-2ec747080b19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15ef344c-d663-40a8-8635-a590630ba10b HTTP/1.1" status: 204 len: 168 time: 0.1540291 Jul 22 21:14:39.294097 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0c190-57de-409f-a62c-2ec747080b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ef344c-d663-40a8-8635-a590630ba10b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:39.433177 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488494a3-bd13-4f3e-b633-728159bd0959 req-2edd9653-a75f-410b-9fbb-3f830ed35394 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:39.434882 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-488494a3-bd13-4f3e-b633-728159bd0959 req-2edd9653-a75f-410b-9fbb-3f830ed35394 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 945 time: 0.0728021 Jul 22 21:14:39.481516 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-488494a3-bd13-4f3e-b633-728159bd0959 req-f7900093-69d5-4d84-8ca1-cdd71819bf3d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 Jul 22 21:14:39.553801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['a40c29b1-d981-41a7-be7d-454843756baa'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:39.859233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8350ce-b0b6-4b6c-a82d-f56cf91d074e req-0f01590e-008b-4b7a-a948-4377a2c13cee tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:39.860800 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7d8350ce-b0b6-4b6c-a82d-f56cf91d074e req-0f01590e-008b-4b7a-a948-4377a2c13cee tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 944 time: 0.0799153 Jul 22 21:14:39.912873 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7d8350ce-b0b6-4b6c-a82d-f56cf91d074e req-57170c67-a682-4a31-a1cc-3e44c42a059b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Jul 22 21:14:40.196973 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986271-0b13-453e-a824-2cba1c253cc0 req-fee8e985-6907-4b78-ad5c-8d5acf519497 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.198482 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-77986271-0b13-453e-a824-2cba1c253cc0 req-fee8e985-6907-4b78-ad5c-8d5acf519497 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0812004 Jul 22 21:14:40.239598 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-77986271-0b13-453e-a824-2cba1c253cc0 req-24c99cc8-633a-4b27-bafc-527b0fb6c3d5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Jul 22 21:14:40.580952 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 91fc6885-3705-4599-96f0-7f3254239dc1 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:40.636309 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 91fc6885-3705-4599-96f0-7f3254239dc1 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:40.641822 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 91fc6885-3705-4599-96f0-7f3254239dc1 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:40.642961 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:40.674833 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7d04-4917-4594-a4d8-6746e036569b req-38384148-c704-4c85-87fc-f61ef3344fe4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:40.676497 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e44e7d04-4917-4594-a4d8-6746e036569b req-38384148-c704-4c85-87fc-f61ef3344fe4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 945 time: 0.1074083 Jul 22 21:14:40.718433 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e44e7d04-4917-4594-a4d8-6746e036569b req-2ccbdca5-eb9b-4021-9b9d-511e2052e4fa tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Jul 22 21:14:40.751121 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:40.777312 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:40.779670 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f448d839-b394-499f-92f8-d6678162599b" -d '{"events": [{"server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "name": "network-vif-plugged", "status": "completed", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:40.802224 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 91fc6885-3705-4599-96f0-7f3254239dc1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=91fc6885-3705-4599-96f0-7f3254239dc1,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:40.808100 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:40.840915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2877a725-5ab2-4d9c-bc84-66bd2d317645 x-openstack-request-id: req-2877a725-5ab2-4d9c-bc84-66bd2d317645 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:40.841365 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "name": "network-vif-plugged", "status": "completed", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:40.841719 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2877a725-5ab2-4d9c-bc84-66bd2d317645 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:40.842697 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1', 'code': 200} Jul 22 21:14:40.867601 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=91fc6885-3705-4599-96f0-7f3254239dc1,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:41.051744 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09efc34-f5be-48af-a9a1-f340d89a7b82 req-2654ef0e-b487-4c8d-835c-f90e4d11fcdb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.053519 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d09efc34-f5be-48af-a9a1-f340d89a7b82 req-2654ef0e-b487-4c8d-835c-f90e4d11fcdb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0773797 Jul 22 21:14:41.117026 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d09efc34-f5be-48af-a9a1-f340d89a7b82 req-c2da7593-dfb0-43fe-9070-e3c661f4298b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500064 Jul 22 21:14:41.156047 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef59d4-81fa-4c7f-8dd3-0c7be0469765 req-6bc2aeac-5afa-4d20-ad79-12b9aeb258a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.157861 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-42ef59d4-81fa-4c7f-8dd3-0c7be0469765 req-6bc2aeac-5afa-4d20-ad79-12b9aeb258a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1098 time: 0.0927839 Jul 22 21:14:41.199410 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-42ef59d4-81fa-4c7f-8dd3-0c7be0469765 req-979ff284-378e-46db-8807-76fddb3b4411 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345855 Jul 22 21:14:41.417109 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af9a05-69f8-4d7e-9bf7-31e9c5593b9d req-7a8833ac-ec5c-45d4-b09f-81c7fb0d508e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.418831 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-09af9a05-69f8-4d7e-9bf7-31e9c5593b9d req-7a8833ac-ec5c-45d4-b09f-81c7fb0d508e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0894182 Jul 22 21:14:41.471956 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-09af9a05-69f8-4d7e-9bf7-31e9c5593b9d req-baad6b54-4dae-428e-8ec8-3f9c4ea2454e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Jul 22 21:14:41.868250 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdb90c-493e-4129-a4f3-baa120ba72ba req-681e8c48-0fbd-4322-b2e3-88eeb9dc672b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.870014 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dbbdb90c-493e-4129-a4f3-baa120ba72ba req-681e8c48-0fbd-4322-b2e3-88eeb9dc672b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 945 time: 0.0712802 Jul 22 21:14:41.909740 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dbbdb90c-493e-4129-a4f3-baa120ba72ba req-3ed8eaef-d278-40a5-a3fd-8c48947f2d51 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338051 Jul 22 21:14:42.242009 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eded2bc-931d-49a7-a4f4-dea53849184f req-3ea8117f-f7de-48af-b973-87dd43f810ea tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:42.243516 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0eded2bc-931d-49a7-a4f4-dea53849184f req-3ea8117f-f7de-48af-b973-87dd43f810ea tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0637219 Jul 22 21:14:42.283203 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0eded2bc-931d-49a7-a4f4-dea53849184f req-6b1f87b0-6869-4a0a-89fd-1813572cdc81 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335464 Jul 22 21:14:42.581146 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:42.619616 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36301b5c-7ed3-4224-8c0f-584a229502ce req-98a6b8db-df8e-4c03-a855-a8083c56c9ea tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:42.621350 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36301b5c-7ed3-4224-8c0f-584a229502ce req-98a6b8db-df8e-4c03-a855-a8083c56c9ea tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0860522 Jul 22 21:14:42.640422 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port a40c29b1-d981-41a7-be7d-454843756baa completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:42.648679 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port a40c29b1-d981-41a7-be7d-454843756baa triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:42.649602 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.675004 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36301b5c-7ed3-4224-8c0f-584a229502ce req-95734b9a-68dd-43c6-a000-e86982e8d18c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Jul 22 21:14:42.763039 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.799505 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:42.804028 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.846432 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:42.848894 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28bb88a-01ba-47f6-b260-5d3ab7593d76" -d '{"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:42.871017 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:42.893971 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6c2666-079f-45b7-8c19-b24679a822a2 x-openstack-request-id: req-bf6c2666-079f-45b7-8c19-b24679a822a2 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:42.894260 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:42.895021 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf6c2666-079f-45b7-8c19-b24679a822a2 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:42.895413 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'code': 200} Jul 22 21:14:43.080608 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638112f-1e47-48cf-a6cc-feb0c85c9d6c req-d1b19e47-3743-4ab6-85e7-5764cba0090a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.082264 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f638112f-1e47-48cf-a6cc-feb0c85c9d6c req-d1b19e47-3743-4ab6-85e7-5764cba0090a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0911508 Jul 22 21:14:43.125152 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f638112f-1e47-48cf-a6cc-feb0c85c9d6c req-7e033567-cb88-411e-bcec-18923c17a23a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369639 Jul 22 21:14:43.432962 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c35ef-b55c-48ba-ac3f-47c5ee261ee6 req-5f298c5f-468c-4485-a5d0-75dcbdbec3d4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.444778 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f73c35ef-b55c-48ba-ac3f-47c5ee261ee6 req-5f298c5f-468c-4485-a5d0-75dcbdbec3d4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0877671 Jul 22 21:14:43.449097 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d64c39-4b3d-49cf-847a-d2a585fa4622 req-a8dc8a67-bae9-43af-91e6-8d8084517ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.452345 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d0d64c39-4b3d-49cf-847a-d2a585fa4622 req-a8dc8a67-bae9-43af-91e6-8d8084517ae2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0690684 Jul 22 21:14:43.501784 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f73c35ef-b55c-48ba-ac3f-47c5ee261ee6 req-3d737d7d-4c31-40b8-b968-a8b0185135cf tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528483 Jul 22 21:14:43.513462 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-d0d64c39-4b3d-49cf-847a-d2a585fa4622 req-b3cde236-ce3d-4520-a8ec-ce45da77b0d1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Jul 22 21:14:43.711348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c26a9-cbe3-4472-a392-a1abf3d4c26f req-98e8d306-db4f-48d2-9142-fe34cc15d65e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.716975 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-830c26a9-cbe3-4472-a392-a1abf3d4c26f req-98e8d306-db4f-48d2-9142-fe34cc15d65e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0887566 Jul 22 21:14:43.722691 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46110) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:43.729863 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'floatingip': {'port_id': '91fc6885-3705-4599-96f0-7f3254239dc1'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:43.815644 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:43.835521 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ad596-5e28-4cd3-9565-45c526e0d0e7 req-1dc5762c-66b2-4986-8931-4876540a3dae tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:43.837154 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-592ad596-5e28-4cd3-9565-45c526e0d0e7 req-1dc5762c-66b2-4986-8931-4876540a3dae tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0826190 Jul 22 21:14:43.885881 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-592ad596-5e28-4cd3-9565-45c526e0d0e7 req-a1371eaf-f8ad-4946-a338-fa0fa9bf94f2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Jul 22 21:14:44.287241 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69c9e1-2328-4e38-a876-495ef6f5ae6c req-b4ca851c-62cf-47bc-84c4-04104620b4b0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:44.288970 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc69c9e1-2328-4e38-a876-495ef6f5ae6c req-b4ca851c-62cf-47bc-84c4-04104620b4b0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0736680 Jul 22 21:14:44.337684 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc69c9e1-2328-4e38-a876-495ef6f5ae6c req-39f114e5-c4bf-4176-8420-e667cc57b0d5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394742 Jul 22 21:14:44.612575 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:44.616633 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:44.716465 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Floating IP 1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286 associated. External IP: 172.27.0.47, port: 91fc6885-3705-4599-96f0-7f3254239dc1. Jul 22 21:14:44.989878 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:45.106091 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126eadfc-e7db-4736-98f0-6aed8f89a720 req-4258b552-8297-4216-a727-afb1d8752d3c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.107614 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-126eadfc-e7db-4736-98f0-6aed8f89a720 req-4258b552-8297-4216-a727-afb1d8752d3c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1373498 Jul 22 21:14:45.134662 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:45.143515 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.152264 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:45.164812 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:45.165466 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:14:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:45.168602 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-126eadfc-e7db-4736-98f0-6aed8f89a720 req-a21362a2-4435-447b-8492-f8ad6c5de599 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530272 Jul 22 21:14:45.225871 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-81e1e5bb-38a6-4fe6-9afe-39da98782906 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "PUT /v2.0/floatingips/1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286 HTTP/1.1" status: 200 len: 990 time: 1.5017543 Jul 22 21:14:45.226475 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:45.229183 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f59e85-cd35-45ce-85de-03b5e78d2195" -d '{"events": [{"name": "network-changed", "server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:45.271993 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61005b36-4f30-451b-a5ae-0057eaf6061c x-openstack-request-id: req-61005b36-4f30-451b-a5ae-0057eaf6061c {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:45.272306 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:45.272558 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61005b36-4f30-451b-a5ae-0057eaf6061c {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:45.273024 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1', 'status': 'completed', 'code': 200} Jul 22 21:14:45.294123 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:45.311193 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46150) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:45.482110 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-a7c65a24-a280-43c9-b88a-495a6e93d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.483762 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-a7c65a24-a280-43c9-b88a-495a6e93d808 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1098 time: 0.0882163 Jul 22 21:14:45.515379 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea6405da-c709-4114-b9e0-4c3b1bbccde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.536950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee672dd5-f4a5-45f7-be2a-90bccd484af2 req-ddd50233-1c03-4e6c-b527-06f6b3f062e9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.538801 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee672dd5-f4a5-45f7-be2a-90bccd484af2 req-ddd50233-1c03-4e6c-b527-06f6b3f062e9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0883026 Jul 22 21:14:45.593520 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee672dd5-f4a5-45f7-be2a-90bccd484af2 req-44c8f840-7e8f-4370-8139-0651ee530c57 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472877 Jul 22 21:14:45.651410 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'port_id': '91fc6885-3705-4599-96f0-7f3254239dc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'mac_address': 'fa:16:3e:0c:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:17Z', 'updated_at': '2021-07-22T21:14:44Z', 'revision_number': 1, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:45.679291 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:45.688632 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:45.688864 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea6405da-c709-4114-b9e0-4c3b1bbccde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.689473 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:14:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:45.695382 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ea6405da-c709-4114-b9e0-4c3b1bbccde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.734592 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-4a0f9e8e-ca3a-45ec-987e-fa1d5882799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:45.736676 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-4a0f9e8e-ca3a-45ec-987e-fa1d5882799c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.1543529 Jul 22 21:14:45.759776 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ea6405da-c709-4114-b9e0-4c3b1bbccde5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c19242a8185413aa5e30fe71ad4c866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438386 Jul 22 21:14:45.759776 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6405da-c709-4114-b9e0-4c3b1bbccde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73c644-bad4-4870-af66-953f4cbf0aea,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:45.760073 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46162) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:45.824407 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:45.851794 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb14b0b8-ac22-4b2e-8abe-ed2a012ff811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.876648 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb14b0b8-ac22-4b2e-8abe-ed2a012ff811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.929606 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-ae0e75cc-f7b2-4122-a434-373b974ab78c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 998 time: 0.1580930 Jul 22 21:14:45.942514 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb14b0b8-ac22-4b2e-8abe-ed2a012ff811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.945419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fb14b0b8-ac22-4b2e-8abe-ed2a012ff811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:45.946714 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fb14b0b8-ac22-4b2e-8abe-ed2a012ff811 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b73c644-bad4-4870-af66-953f4cbf0aea HTTP/1.1" status: 204 len: 168 time: 0.1855936 Jul 22 21:14:45.957312 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14b0b8-ac22-4b2e-8abe-ed2a012ff811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73c644-bad4-4870-af66-953f4cbf0aea,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:46.019903 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-f941bb03-4b14-4c56-ae4c-b76a5bf11ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.022078 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-f941bb03-4b14-4c56-ae4c-b76a5bf11ce5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.0720108 Jul 22 21:14:46.125595 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-a8691152-e4b3-4623-a480-350c835d62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.126145 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'port_id': '91fc6885-3705-4599-96f0-7f3254239dc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'mac_address': 'fa:16:3e:0c:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:17Z', 'updated_at': '2021-07-22T21:14:44Z', 'revision_number': 1, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:46.127509 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-a8691152-e4b3-4623-a480-350c835d62ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810905 Jul 22 21:14:46.152696 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a26df-d632-4926-8979-87952a6f23c2 None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'port_id': '91fc6885-3705-4599-96f0-7f3254239dc1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'mac_address': 'fa:16:3e:0c:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:17Z', 'updated_at': '2021-07-22T21:14:44Z', 'revision_number': 1, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:46.246202 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-999f3bd8-5534-4330-860f-d48a6abcf38e service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007047 Jul 22 21:14:46.300418 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46176) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:46.322592 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-26725164-ab5b-42ad-aab9-4b21e28771f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.357605 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-49f59e85-cd35-45ce-85de-03b5e78d2195 req-ffdf91ee-ca87-44e7-bc7f-37c9db190dd6 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948205 Jul 22 21:14:46.363270 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4255060-ae13-49a3-ae6a-c1f58f88cf2f req-d96b48e1-e7e3-4ae8-9764-1e9a7c9c0c6d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.364872 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f4255060-ae13-49a3-ae6a-c1f58f88cf2f req-d96b48e1-e7e3-4ae8-9764-1e9a7c9c0c6d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1140442 Jul 22 21:14:46.444531 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f4255060-ae13-49a3-ae6a-c1f58f88cf2f req-a8bf1ac7-aa20-436c-aa50-07c3c23939c7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Jul 22 21:14:46.459068 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8689656-382b-4b1c-ab22-d177e621d938 None None] New status for floating IP 1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:46.524030 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-26725164-ab5b-42ad-aab9-4b21e28771f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.530892 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-26725164-ab5b-42ad-aab9-4b21e28771f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.615503 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-26725164-ab5b-42ad-aab9-4b21e28771f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e99aa0ec688e4cc9bf21f4a399ff0af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113563 Jul 22 21:14:46.615503 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26725164-ab5b-42ad-aab9-4b21e28771f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5ec45a-e134-4f54-adc8-ac55c53ab7b6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:46.616910 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46184) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:46.701326 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-56fa0172-13f5-42b6-8701-22416c7a4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.754089 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-56fa0172-13f5-42b6-8701-22416c7a4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.799941 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22675fd-87da-4b29-b90b-065073a43331 req-01547c17-659a-4d43-be0f-852cca55df02 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:46.801754 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d22675fd-87da-4b29-b90b-065073a43331 req-01547c17-659a-4d43-be0f-852cca55df02 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1204040 Jul 22 21:14:46.836119 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-56fa0172-13f5-42b6-8701-22416c7a4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.839552 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-56fa0172-13f5-42b6-8701-22416c7a4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:46.845462 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-56fa0172-13f5-42b6-8701-22416c7a4526 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e5ec45a-e134-4f54-adc8-ac55c53ab7b6 HTTP/1.1" status: 204 len: 168 time: 0.2238283 Jul 22 21:14:46.855682 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d22675fd-87da-4b29-b90b-065073a43331 req-8091fd7f-df25-4865-b773-df1cc0f95a75 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480344 Jul 22 21:14:46.856795 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa0172-13f5-42b6-8701-22416c7a4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5ec45a-e134-4f54-adc8-ac55c53ab7b6,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:47.046905 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f093221-fe5f-42ae-b6da-126e083d4447 req-88cb7ff3-74ee-44bc-8037-338beafd5b54 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:47.052835 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f093221-fe5f-42ae-b6da-126e083d4447 req-88cb7ff3-74ee-44bc-8037-338beafd5b54 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0960894 Jul 22 21:14:47.067964 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46210) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:47.075533 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'floatingip': {'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:47.158346 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.699148 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46234) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:47.800609 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152539956-network', 'tenant_id': 'df772684a8cb40aa94c5b3d3adbaa714'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:47.825312 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Made reservation on behalf of df772684a8cb40aa94c5b3d3adbaa714 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:47.827798 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.837672 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.939890 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-29697bd7-dbc1-4e35-9bfa-1bcae5cda99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.973185 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.983078 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.999813 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.db.resource_extend [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:14:48.010501 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32833ce7-9f9b-444c-a2bd-f7a62aba9375 req-edd81aec-63f1-4810-9db5-8236939d0df9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.013438 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:14:48.016983 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-32833ce7-9f9b-444c-a2bd-f7a62aba9375 req-edd81aec-63f1-4810-9db5-8236939d0df9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.4520006 Jul 22 21:14:48.020152 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c00af8-3189-4544-8c33-86eb6aa6cb44,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:48.033457 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.033825 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Added segment 070a9d4c-b813-4d53-a49d-b33bd563e096 of type vlan for network b081d16e-e6fe-4da1-9e67-55ce3c8e7d54 Jul 22 21:14:48.090235 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.119339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.127547 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.128560 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.128987 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-32833ce7-9f9b-444c-a2bd-f7a62aba9375 req-1b26086c-2d26-4749-953e-303e62d7cb60 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839651 Jul 22 21:14:48.129125 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.129738 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.176355 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4757123 Jul 22 21:14:48.179272 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46250) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:48.185041 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Request body: {'subnet': {'network_id': 'b081d16e-e6fe-4da1-9e67-55ce3c8e7d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152539956-subnet', 'tenant_id': 'df772684a8cb40aa94c5b3d3adbaa714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:48.268744 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14ece6-701d-4240-8e3a-55938480c789 admin admin] Pushing event updated for resources: {'Network': ['ID=b081d16e-e6fe-4da1-9e67-55ce3c8e7d54,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:48.287046 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network b081d16e-e6fe-4da1-9e67-55ce3c8e7d54 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:14:48.292445 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Floating IP 9899ad11-94da-4258-814c-07a1a5eaa0e1 associated. External IP: 172.27.0.151, port: a40c29b1-d981-41a7-be7d-454843756baa. Jul 22 21:14:48.294937 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Made reservation on behalf of df772684a8cb40aa94c5b3d3adbaa714 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:48.298201 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59638593'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.534024 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60021984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59638579'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.556075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46270) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:48.658483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:48.666189 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-544feedb-70d5-4894-b1f5-dcca5a086269 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.667733 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-544feedb-70d5-4894-b1f5-dcca5a086269 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.1782329 Jul 22 21:14:48.702826 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-2c64853e-9867-49f1-b3ba-0fc65f8ce990 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/quotas/b5f24e06802b41b193ed40ceb8ed449c HTTP/1.1" status: 200 len: 375 time: 0.0278702 Jul 22 21:14:48.736845 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-29b6154e-5e0b-461b-9071-1b559a4bc5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.817274 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636299dd-276f-44f6-8dc9-2aa6e6477a26,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:48.827671 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Checking segment: {'id': '070a9d4c-b813-4d53-a49d-b33bd563e096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b081d16e-e6fe-4da1-9e67-55ce3c8e7d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:48.828088 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Network hostable DHCP agents. Network: b081d16e-e6fe-4da1-9e67-55ce3c8e7d54, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:48.846996 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Network b081d16e-e6fe-4da1-9e67-55ce3c8e7d54 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:48.856833 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, b081d16e-e6fe-4da1-9e67-55ce3c8e7d54) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:48.862443 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:48.863053 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.871923 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a6adc-1c03-4cd4-ac10-d6b7e7b1017d None None] Network b081d16e-e6fe-4da1-9e67-55ce3c8e7d54 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:48.877450 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:48.884053 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.889308 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:48.900644 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:48.901603 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:14:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:48.933786 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-15b635be-269b-4322-aec9-730fc993c837 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1981421 Jul 22 21:14:48.950335 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b6aa2b2c-ebfe-4c58-8ca9-60943d12995c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "PUT /v2.0/floatingips/9899ad11-94da-4258-814c-07a1a5eaa0e1 HTTP/1.1" status: 200 len: 992 time: 1.8780949 Jul 22 21:14:48.952433 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:48.955748 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1807a8b3-b9d8-464e-a670-72202aa421af" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:49.060442 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-29b6154e-5e0b-461b-9071-1b559a4bc5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.061965 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73892bc-019b-4dce-835e-815aae157224 None None] Network b081d16e-e6fe-4da1-9e67-55ce3c8e7d54 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:49.073807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-29b6154e-5e0b-461b-9071-1b559a4bc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.080096 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f966d75b-3abc-4334-90b8-cca540855901 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8994458 Jul 22 21:14:49.147287 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:49.167183 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-29b6154e-5e0b-461b-9071-1b559a4bc5a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4fa8d2eaab8428faddee422abd22b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086161 Jul 22 21:14:49.169914 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46286) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:49.184067 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6154e-5e0b-461b-9071-1b559a4bc5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff01673-8ef6-45dd-864b-ce3d6b48df57,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:49.195140 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-d352d330-fae3-4394-8eb0-7162359ef379 service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199206 Jul 22 21:14:49.254160 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7a3c2-74b7-4ebd-a064-b3820464a931 x-openstack-request-id: req-48f7a3c2-74b7-4ebd-a064-b3820464a931 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:49.254496 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:49.254741 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48f7a3c2-74b7-4ebd-a064-b3820464a931 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:49.255536 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'status': 'completed', 'code': 200} Jul 22 21:14:49.288817 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-887e35ea-5d40-4fdd-8abc-67195e968526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.331785 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-887e35ea-5d40-4fdd-8abc-67195e968526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.416094 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-94e7a7b1-d8c3-420e-9bd9-14b7fce722ad service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145500 Jul 22 21:14:49.431969 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807a8b3-b9d8-464e-a670-72202aa421af req-2ddfef25-d0a6-4a0d-a7a9-b588ec304520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.433602 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-2ddfef25-d0a6-4a0d-a7a9-b588ec304520 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0991824 Jul 22 21:14:49.461207 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-887e35ea-5d40-4fdd-8abc-67195e968526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.465358 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-887e35ea-5d40-4fdd-8abc-67195e968526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:49.466573 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-887e35ea-5d40-4fdd-8abc-67195e968526 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ff01673-8ef6-45dd-864b-ce3d6b48df57 HTTP/1.1" status: 204 len: 168 time: 0.2950730 Jul 22 21:14:49.511468 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e35ea-5d40-4fdd-8abc-67195e968526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff01673-8ef6-45dd-864b-ce3d6b48df57,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:49.559521 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '9899ad11-94da-4258-814c-07a1a5eaa0e1', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'mac_address': 'fa:16:3e:ae:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:23Z', 'updated_at': '2021-07-22T21:14:47Z', 'revision_number': 1, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:49.605298 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:49.616493 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:49.616756 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807a8b3-b9d8-464e-a670-72202aa421af req-ba943053-3e40-495c-8b5c-6ae539f03956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.617124 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:14:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:49.619751 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-ba943053-3e40-495c-8b5c-6ae539f03956 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1750751 Jul 22 21:14:49.701785 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f59939-a952-4fae-a8d2-b28b017a9197 req-e25d31c9-2da4-452c-a5e3-547bc98e629b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.717949 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-90f59939-a952-4fae-a8d2-b28b017a9197 req-e25d31c9-2da4-452c-a5e3-547bc98e629b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1791294 Jul 22 21:14:49.775404 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-94120c97-26f1-4a7f-a632-4760f65ebf6f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 1000 time: 0.1471751 Jul 22 21:14:49.801669 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:49.834232 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-132b317e-9713-4678-b557-95ac1eb18de2 req-7bbd26d1-0e4f-416f-b7b2-84c3ebaaf668 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 210 time: 0.1109974 Jul 22 21:14:49.849451 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807a8b3-b9d8-464e-a670-72202aa421af req-9f9222b2-1402-46f0-ba1e-0efdbd7cccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.851658 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-9f9222b2-1402-46f0-ba1e-0efdbd7cccea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0672820 Jul 22 21:14:49.888583 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-90f59939-a952-4fae-a8d2-b28b017a9197 req-5cbb3602-e8b5-4933-ac7e-9f37a45ebfd3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669407 Jul 22 21:14:49.964635 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807a8b3-b9d8-464e-a670-72202aa421af req-c30ca59b-04dd-432a-b26b-70a817a4162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:49.966240 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-c30ca59b-04dd-432a-b26b-70a817a4162c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066813 Jul 22 21:14:50.066721 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46314) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:50.073509 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-137784701-network', 'tenant_id': '7a5aa8c2fbf04b7e92adbd9c435f0a37'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:50.115028 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-b02ee3e5-8dc3-485a-9618-7a28b56ceb36 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354024 Jul 22 21:14:50.129622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Made reservation on behalf of 7a5aa8c2fbf04b7e92adbd9c435f0a37 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:50.134379 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.162511 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.206498 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46322) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:50.235710 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e02c-7d90-4a07-8d32-3645ec65d871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.274874 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1807a8b3-b9d8-464e-a670-72202aa421af req-8f8c1eb6-04b5-47d4-bf17-8669820dd0fd service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449354 Jul 22 21:14:50.283746 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '9899ad11-94da-4258-814c-07a1a5eaa0e1', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'mac_address': 'fa:16:3e:ae:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:23Z', 'updated_at': '2021-07-22T21:14:47Z', 'revision_number': 1, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:50.318070 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198313-bf09-463a-8c6d-c8bfa4053de0 None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '9899ad11-94da-4258-814c-07a1a5eaa0e1', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'mac_address': 'fa:16:3e:ae:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:23Z', 'updated_at': '2021-07-22T21:14:47Z', 'revision_number': 1, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:50.342654 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.352300 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.393856 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:14:50.415799 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f8540-2be8-4b01-a147-b276079a3003,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:50.427414 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.427414 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Added segment 5e777278-4d3b-4429-ab80-2600aa5b8a73 of type vlan for network cf205db8-c0a4-4c75-8c15-84fa7a80ec38 Jul 22 21:14:50.508057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.570968 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff71d9-7280-47b5-b6c3-9683e9dbbf25 None None] New status for floating IP 9899ad11-94da-4258-814c-07a1a5eaa0e1: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:50.571478 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e02c-7d90-4a07-8d32-3645ec65d871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.572798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.573753 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:50.574330 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.585526 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e02c-7d90-4a07-8d32-3645ec65d871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.632329 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5639465 Jul 22 21:14:50.635022 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46328) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:50.641240 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Request body: {'subnet': {'network_id': 'cf205db8-c0a4-4c75-8c15-84fa7a80ec38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-137784701-subnet', 'tenant_id': '7a5aa8c2fbf04b7e92adbd9c435f0a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:50.653036 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d3b4e02c-7d90-4a07-8d32-3645ec65d871 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aaa3fbaa40794bf382e539f85cce9213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483593 Jul 22 21:14:50.660692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46330) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:50.704366 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cadb8d7d-b11b-4657-9504-b4686a697487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.709829 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f90e-75fa-499b-a691-8fd5fafea588 admin admin] Pushing event updated for resources: {'Network': ['ID=cf205db8-c0a4-4c75-8c15-84fa7a80ec38,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:50.710915 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Made reservation on behalf of 7a5aa8c2fbf04b7e92adbd9c435f0a37 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:50.714582 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59638593'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.723614 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4e02c-7d90-4a07-8d32-3645ec65d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961a4e5d-f976-474b-9ba7-32c9f4d2f7c3,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:50.726338 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network cf205db8-c0a4-4c75-8c15-84fa7a80ec38 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:14:50.775004 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.835902 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.941922 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.948359 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-38fb2e3b-e883-4bdd-9463-0ebe63c3da3a req-0a32c81c-3445-410b-abc8-375f9839ae75 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 210 time: 0.0537581 Jul 22 21:14:50.958357 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.961174 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.964602 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/961a4e5d-f976-474b-9ba7-32c9f4d2f7c3 HTTP/1.1" status: 204 len: 168 time: 0.2971656 Jul 22 21:14:50.982696 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961a4e5d-f976-474b-9ba7-32c9f4d2f7c3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:50.986921 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60021984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59638579'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.997783 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:50.998114 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:50.998453 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:50.998783 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:50.999111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:50.999437 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:50.999759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.000097 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.000473 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.000796 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.001111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.001427 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10da3bd-9d2f-4d30-ba47-663c9b645498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.038615 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab0f05-d3aa-4fab-b452-b31a7c351c17 req-6994402c-36ad-448d-b4f2-d5f17e365542 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:51.041155 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bab0f05-d3aa-4fab-b452-b31a7c351c17 req-6994402c-36ad-448d-b4f2-d5f17e365542 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0866327 Jul 22 21:14:51.048357 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19bb0e8-e19e-4e0f-9a21-f18fec6c42be,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:51.066719 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Checking segment: {'id': '5e777278-4d3b-4429-ab80-2600aa5b8a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cf205db8-c0a4-4c75-8c15-84fa7a80ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:51.067078 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Network hostable DHCP agents. Network: cf205db8-c0a4-4c75-8c15-84fa7a80ec38, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:51.089652 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Network cf205db8-c0a4-4c75-8c15-84fa7a80ec38 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:51.102872 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, cf205db8-c0a4-4c75-8c15-84fa7a80ec38) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:51.110683 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:51.111597 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.114108 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffd760-624b-4abd-823e-5e69ff324237 None None] Network cf205db8-c0a4-4c75-8c15-84fa7a80ec38 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:51.128841 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bab0f05-d3aa-4fab-b452-b31a7c351c17 req-8be6a912-da0d-449b-8285-7e6fd0085a38 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813947 Jul 22 21:14:51.132550 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ec8a6f55-7fd5-4956-ba1a-66437a3015cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4961569 Jul 22 21:14:51.162339 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:14:51.321974 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8617c3ed-e896-4a3d-9502-02d9ace7f3ad None None] Network cf205db8-c0a4-4c75-8c15-84fa7a80ec38 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:51.454222 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-4823494a-78ea-421c-be71-ff5d34957781 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:51.455874 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-4823494a-78ea-421c-be71-ff5d34957781 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.2232034 Jul 22 21:14:51.535159 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46352) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:51.554281 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.555443 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Request body: {'port': {'device_id': '05b154b3-327b-49c9-933a-c04221c145a5', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'admin_state_up': True, 'tenant_id': 'b5f24e06802b41b193ed40ceb8ed449c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:51.697830 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.703576 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.720085 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Made reservation on behalf of b5f24e06802b41b193ed40ceb8ed449c for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:51.724008 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.746841 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed13a29da29241f0a5d3825bffa5abe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093573 Jul 22 21:14:51.747797 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46360) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:51.748701 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b8f73-a087-4494-bbc6-52c0f2754811,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:51.769452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.770351 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.770351 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.770827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.770827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.771151 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.771603 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.771961 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.772397 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.772734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.773045 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.773368 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f5e5dd-62ba-4101-802d-00ca91a24829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:51.821902 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-805ee6f3-6736-41f0-a5ec-cd0fd31ddc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.849575 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-805ee6f3-6736-41f0-a5ec-cd0fd31ddc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.857894 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.905890 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Allocated IP 172.20.0.14 (e19677ef-c150-4aa4-b61b-1a239ce2add5/ef552098-dacd-4c0c-9374-1b213fbef379/c147b859-c57e-49ff-bde1-675b3bdc4a27) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:51.916381 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-805ee6f3-6736-41f0-a5ec-cd0fd31ddc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.919806 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-805ee6f3-6736-41f0-a5ec-cd0fd31ddc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:51.923978 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-805ee6f3-6736-41f0-a5ec-cd0fd31ddc3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b94b8f73-a087-4494-bbc6-52c0f2754811 HTTP/1.1" status: 204 len: 168 time: 0.1686468 Jul 22 21:14:51.929841 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ee6f3-6736-41f0-a5ec-cd0fd31ddc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b8f73-a087-4494-bbc6-52c0f2754811,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:52.072043 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c969bd8-ae52-494a-9ec3-85f5d981f7c2 req-dae35bd1-1500-4cec-bb34-3e495d719a8f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 210 time: 0.0326736 Jul 22 21:14:52.127818 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.168191 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.225083 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:52.226275 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:52.229248 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:52.231759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:52.258834 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event updated for resources: {'Port': ['ID=c147b859-c57e-49ff-bde1-675b3bdc4a27,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:52.293222 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.294010 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.299672 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db964814-e135-4a28-937b-0b756142a4f7 req-cf50739f-654b-4d4c-a223-d0caa66e9493 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:52.308589 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-db964814-e135-4a28-937b-0b756142a4f7 req-cf50739f-654b-4d4c-a223-d0caa66e9493 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1005011 Jul 22 21:14:52.326452 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-99985791-6a94-4659-85ae-e76d547c9877 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7825298 Jul 22 21:14:52.349815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Request body: {'port': {'device_id': '05b154b3-327b-49c9-933a-c04221c145a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:52.352570 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-db964814-e135-4a28-937b-0b756142a4f7 req-6e8f1d3a-4542-44a4-9e75-3fde7460b35c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Jul 22 21:14:52.444994 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.727897 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c147b859-c57e-49ff-bde1-675b3bdc4a27 {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:52.735229 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.747232 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Transition to ACTIVE for port object c147b859-c57e-49ff-bde1-675b3bdc4a27 will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:52.748777 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46396) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:52.755407 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.851291 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Pushing event updated for resources: {'Port': ['ID=c147b859-c57e-49ff-bde1-675b3bdc4a27,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:52.872815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387224638-network', 'tenant_id': '4fc4584b7b4b4d019e10385890003e4e'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:52.902814 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Attempting to bind port c147b859-c57e-49ff-bde1-675b3bdc4a27 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:52.903139 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Attempting to bind port c147b859-c57e-49ff-bde1-675b3bdc4a27 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:52.903459 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Attempting to bind port c147b859-c57e-49ff-bde1-675b3bdc4a27 on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:52.909475 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Port c147b859-c57e-49ff-bde1-675b3bdc4a27 on network e19677ef-c150-4aa4-b61b-1a239ce2add5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:52.909817 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Attempting to bind port c147b859-c57e-49ff-bde1-675b3bdc4a27 on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:52.911495 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Made reservation on behalf of 4fc4584b7b4b4d019e10385890003e4e for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:52.913680 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.923484 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:52.926121 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:52.926445 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Checking segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:52.926815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Bound using segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:52.927234 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Bound port: c147b859-c57e-49ff-bde1-675b3bdc4a27, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:52.927568 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.030514 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] For port c147b859-c57e-49ff-bde1-675b3bdc4a27, host hv-cinder-80161, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:53.035279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] For port c147b859-c57e-49ff-bde1-675b3bdc4a27, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:53.042967 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.096919 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.097541 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.098936 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] 10.222.0.69 "PUT /v2.0/ports/c147b859-c57e-49ff-bde1-675b3bdc4a27 HTTP/1.1" status: 200 len: 1094 time: 0.7548993 Jul 22 21:14:53.101147 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b154b3-327b-49c9-933a-c04221c145a5', 'tag': 'c147b859-c57e-49ff-bde1-675b3bdc4a27'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:53.103367 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38902f8-9cdb-4429-afc9-68b3ae70564e" -d '{"events": [{"name": "network-changed", "server_uuid": "05b154b3-327b-49c9-933a-c04221c145a5", "tag": "c147b859-c57e-49ff-bde1-675b3bdc4a27"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:53.133363 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6681a3-e95c-4521-a412-a7e0aa0f1bff service neutron] Pushing event updated for resources: {'Port': ['ID=c147b859-c57e-49ff-bde1-675b3bdc4a27,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:53.150223 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.165502 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019460d9-75a5-4414-a86f-c7c31c0a0ec4 x-openstack-request-id: req-019460d9-75a5-4414-a86f-c7c31c0a0ec4 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:53.165786 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b154b3-327b-49c9-933a-c04221c145a5", "tag": "c147b859-c57e-49ff-bde1-675b3bdc4a27", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:53.166038 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-019460d9-75a5-4414-a86f-c7c31c0a0ec4 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:53.166433 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b154b3-327b-49c9-933a-c04221c145a5', 'tag': 'c147b859-c57e-49ff-bde1-675b3bdc4a27', 'status': 'completed', 'code': 200} Jul 22 21:14:53.167182 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.190420 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:14:53.233023 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844a439-a3b5-4fdd-b296-698a1bfca1d2 req-c392db31-1ba7-4f7d-8856-c079dcbde86f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.241551 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5844a439-a3b5-4fdd-b296-698a1bfca1d2 req-c392db31-1ba7-4f7d-8856-c079dcbde86f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 944 time: 0.0768061 Jul 22 21:14:53.242375 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b110a1d-3df5-4cfa-b9c6-3428654513b2,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:53.245672 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.246014 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Added segment 1a22d04b-e2b1-4f1a-b84a-b7009662870d of type vlan for network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 Jul 22 21:14:53.289024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5844a439-a3b5-4fdd-b296-698a1bfca1d2 req-702eff0c-11e2-4774-80e5-392959f000d4 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Jul 22 21:14:53.294356 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.325092 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-f71e8388-c396-40ab-8307-bd57d7c6a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.326657 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-f71e8388-c396-40ab-8307-bd57d7c6a2c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 1097 time: 0.1278472 Jul 22 21:14:53.342265 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.343286 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.344642 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.409385 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6593568 Jul 22 21:14:53.412580 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46418) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:53.413064 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-a3a5ff54-4994-435f-b135-c2628a52ac95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27 HTTP/1.1" status: 200 len: 217 time: 0.0486791 Jul 22 21:14:53.418437 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Request body: {'subnet': {'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387224638-subnet', 'tenant_id': '4fc4584b7b4b4d019e10385890003e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:53.442859 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Made reservation on behalf of 4fc4584b7b4b4d019e10385890003e4e for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:53.454568 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59024778'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.455291 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40643969-873d-4191-89ac-2f0338e09acb admin admin] Pushing event updated for resources: {'Network': ['ID=7f6589ea-37c0-4cf9-a7c0-90dda13305a5,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:53.467696 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:14:53.510996 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-cbb45fee-d5fb-4198-ab2a-d27452dabbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.514815 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-cbb45fee-d5fb-4198-ab2a-d27452dabbe7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.0654712 Jul 22 21:14:53.541927 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.556752 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-da0bc409-fbec-4e82-bf67-25c99ab4e349 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357401 Jul 22 21:14:53.685573 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-17185b85-08c1-4d3c-af26-6090858d2a90 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112080 Jul 22 21:14:53.719521 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40501457-6ed8-4c92-aaf5-26322add61f6 req-22dd0988-6bb6-47a0-933b-786d97bd52a9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.721050 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40501457-6ed8-4c92-aaf5-26322add61f6 req-22dd0988-6bb6-47a0-933b-786d97bd52a9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.2112195 Jul 22 21:14:53.761387 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59319433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59024888'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.803496 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40501457-6ed8-4c92-aaf5-26322add61f6 req-000d645a-1963-4cb4-a0b1-0c73436a1ffc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760469 Jul 22 21:14:53.816108 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-deb41cf2-501a-4fe4-993a-d054290e9c4a req-ee683b64-2d88-450e-96ce-a64bd4c2b699 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023226 Jul 22 21:14:53.825611 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9cd100-0733-4c7e-85d9-edfd830a24d1,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:53.843999 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Checking segment: {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:53.844414 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Network hostable DHCP agents. Network: 7f6589ea-37c0-4cf9-a7c0-90dda13305a5, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:14:53.862807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:14:53.871950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 7f6589ea-37c0-4cf9-a7c0-90dda13305a5) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:53.876377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:53.876996 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:53.882247 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73e8fe-9a93-46c8-b652-934371287247 None None] Network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:53.891448 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-22e40ce2-f6e8-4b47-8b79-72bc4f2ff72d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4768541 Jul 22 21:14:54.022420 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab72fd-22d4-4721-ba3d-3c0e8f580fa7 None None] Network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:14:54.084565 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-59e861ec-beff-4d7f-b6b2-8ba45448d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.086253 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-59e861ec-beff-4d7f-b6b2-8ba45448d88c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 1097 time: 0.0642867 Jul 22 21:14:54.198619 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-a750b2d6-90ba-438f-ae7a-e30224740c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.200135 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-a750b2d6-90ba-438f-ae7a-e30224740c23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 916 time: 0.1036184 Jul 22 21:14:54.244499 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-6f8d80e6-e123-44cb-8a06-580d3b526aeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27 HTTP/1.1" status: 200 len: 217 time: 0.0354228 Jul 22 21:14:54.300361 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-15557bc5-cbdf-4f21-be11-dbcda45340fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.301817 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-15557bc5-cbdf-4f21-be11-dbcda45340fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.0487280 Jul 22 21:14:54.340368 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-f91849db-d0e3-4ff7-9f64-69f4b0bc60b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292544 Jul 22 21:14:54.449164 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-73c2e13c-a1c7-4b1e-a50b-25addb9a97bb service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008916 Jul 22 21:14:54.455154 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8312-918c-4a98-8145-16a0a4c2e297 req-aae02ed4-cc29-4b2f-bdf0-4040521671de tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.456667 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7adb8312-918c-4a98-8145-16a0a4c2e297 req-aae02ed4-cc29-4b2f-bdf0-4040521671de tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 944 time: 0.0770998 Jul 22 21:14:54.495319 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7adb8312-918c-4a98-8145-16a0a4c2e297 req-312815d7-0bee-409b-bf3e-1586c0d4c2f7 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Jul 22 21:14:54.555444 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-a38902f8-9cdb-4429-afc9-68b3ae70564e req-bb4aaed6-a905-4499-8d67-baa871568cbf service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977354 Jul 22 21:14:54.949882 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe3996-7e3d-466f-8b76-9d00206a6642 req-64a9d694-0a10-4aa2-af0d-649121c39f0f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:54.951623 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2fe3996-7e3d-466f-8b76-9d00206a6642 req-64a9d694-0a10-4aa2-af0d-649121c39f0f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0689013 Jul 22 21:14:54.992210 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b2fe3996-7e3d-466f-8b76-9d00206a6642 req-8966ecdd-5306-49be-a498-7a33f2464cd9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Jul 22 21:14:55.717255 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e817f8-49bd-40a7-947d-f7ee1c7e0718 req-0a46ad3c-db67-49a3-9617-207654770650 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:55.719418 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6e817f8-49bd-40a7-947d-f7ee1c7e0718 req-0a46ad3c-db67-49a3-9617-207654770650 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 944 time: 0.1501639 Jul 22 21:14:55.730891 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-c780a39c-d84d-4687-9bbb-e539a502c481 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:55.732601 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-c780a39c-d84d-4687-9bbb-e539a502c481 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/networks?id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5 HTTP/1.1" status: 200 len: 808 time: 0.1553860 Jul 22 21:14:55.760404 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-bb131840-a6af-4b05-b662-c5475fa7adac tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/quotas/4fc4584b7b4b4d019e10385890003e4e HTTP/1.1" status: 200 len: 375 time: 0.0193563 Jul 22 21:14:55.788355 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6e817f8-49bd-40a7-947d-f7ee1c7e0718 req-a655abe7-3242-4e43-a719-b52b15109d98 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Jul 22 21:14:55.806943 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-e79ce1ee-636c-467f-a21a-1b0bfff40f21 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fc4584b7b4b4d019e10385890003e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356262 Jul 22 21:14:55.911838 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-251d3d5c-f826-42d0-9beb-798a14251473 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975521 Jul 22 21:14:56.039074 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-fe3069d9-465c-43cd-b90f-14754d37f87a service neutron] 10.222.0.44 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204116 Jul 22 21:14:56.100978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0ab12-83c0-4dab-ab75-12006005939c req-bfdf1f3d-333a-4981-98f5-0a9f732e813b tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:56.102531 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-84e0ab12-83c0-4dab-ab75-12006005939c req-bfdf1f3d-333a-4981-98f5-0a9f732e813b tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.0767279 Jul 22 21:14:56.151166 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-84e0ab12-83c0-4dab-ab75-12006005939c req-37bb4454-bae4-481b-8ab9-d99112fa1542 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Jul 22 21:14:56.248712 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-da9e7cd9-91ef-4b40-bbc0-365f0c3b6d75 req-f3718cb2-9497-4dcb-8aa2-b1d171204b1b tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 210 time: 0.0397389 Jul 22 21:14:56.323525 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20528d-7ef0-4221-9172-515021564965 req-5fe3a710-8269-46f7-9847-1833b57711c4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:56.325183 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2e20528d-7ef0-4221-9172-515021564965 req-5fe3a710-8269-46f7-9847-1833b57711c4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0755217 Jul 22 21:14:56.366959 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2e20528d-7ef0-4221-9172-515021564965 req-56c9b0c7-30dd-4734-99a2-69f7ab239cab tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Jul 22 21:14:56.608572 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c147b859-c57e-49ff-bde1-675b3bdc4a27 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:56.707608 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port c147b859-c57e-49ff-bde1-675b3bdc4a27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:56.718501 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'c147b859-c57e-49ff-bde1-675b3bdc4a27', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'port_id': 'c147b859-c57e-49ff-bde1-675b3bdc4a27', 'mac_address': 'fa:16:3e:9d:8a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef552098-dacd-4c0c-9374-1b213fbef379', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:56.757147 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.770393 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c147b859-c57e-49ff-bde1-675b3bdc4a27 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:56.792891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port c147b859-c57e-49ff-bde1-675b3bdc4a27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:56.796702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:56.850269 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=c147b859-c57e-49ff-bde1-675b3bdc4a27,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:56.857673 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.858407 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.859003 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.859289 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.861580 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.861580 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.864497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.864915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.865264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.865601 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.865919 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:56.866246 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:57.164709 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53705aea-4dd1-4851-99ec-830fae8349b1 req-05b6b8fc-76e7-4967-a81c-ca298243b095 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.166196 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-53705aea-4dd1-4851-99ec-830fae8349b1 req-05b6b8fc-76e7-4967-a81c-ca298243b095 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 945 time: 0.2897542 Jul 22 21:14:57.204499 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-53705aea-4dd1-4851-99ec-830fae8349b1 req-82ad00fe-772c-4a13-96bb-0e19c8485b49 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Jul 22 21:14:57.289294 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b829c31-45eb-4f66-8b83-dacef70db834 req-747c6b05-4573-4ecd-b6fe-495fc39baf62 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.292079 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3b829c31-45eb-4f66-8b83-dacef70db834 req-747c6b05-4573-4ecd-b6fe-495fc39baf62 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.0656440 Jul 22 21:14:57.361322 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-615ba578-b4e3-4f1d-8605-8d7529f972b6 req-02ed63ca-fbef-4649-998c-5568fb1ea503 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 210 time: 0.0394006 Jul 22 21:14:57.364936 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3b829c31-45eb-4f66-8b83-dacef70db834 req-91ea5903-0b43-42ac-ac41-4cf20441115a tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682068 Jul 22 21:14:57.504483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806a99-7b86-41d4-b80a-428fa9090f7e req-3792b57a-1ef8-4754-b454-cd6f77eb16de tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.505995 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75806a99-7b86-41d4-b80a-428fa9090f7e req-3792b57a-1ef8-4754-b454-cd6f77eb16de tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0703552 Jul 22 21:14:57.530038 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['c147b859-c57e-49ff-bde1-675b3bdc4a27'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:57.564431 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-75806a99-7b86-41d4-b80a-428fa9090f7e req-9c7cba32-eb06-48af-882a-6a2e33f1dce6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519774 Jul 22 21:14:57.920310 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-ca4df3ef-eeba-4210-a6de-e9eeb0841413 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:57.922330 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-ca4df3ef-eeba-4210-a6de-e9eeb0841413 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "GET /v2.0/networks?id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5 HTTP/1.1" status: 200 len: 808 time: 0.1168761 Jul 22 21:14:57.985092 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Request body: {'port': {'device_id': '43547341-b44d-4050-a288-2977217a34c5', 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5', 'admin_state_up': True, 'tenant_id': '4fc4584b7b4b4d019e10385890003e4e'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:58.098295 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Made reservation on behalf of 4fc4584b7b4b4d019e10385890003e4e for: {'port': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:14:58.101881 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.235040 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Allocated IP 172.20.0.10 (7f6589ea-37c0-4cf9-a7c0-90dda13305a5/6a9cd100-0733-4c7e-85d9-edfd830a24d1/f49e104f-8953-4a03-b48f-cce180e8b200) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:58.410547 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-da82c8e5-48d6-41ca-bf20-2f264c645b6b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762656 Jul 22 21:14:58.415751 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.418994 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e15ed5-b881-4baa-8fb1-e96615cf3b49 req-f9352e33-b200-479e-bb31-48a7bce21801 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.420502 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c3e15ed5-b881-4baa-8fb1-e96615cf3b49 req-f9352e33-b200-479e-bb31-48a7bce21801 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 945 time: 0.1159039 Jul 22 21:14:58.465873 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.482065 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-26b40e92-0d0f-4c18-a410-b0b59198f667 req-460f2006-2e25-491e-ba9d-547b7df2ec0b tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 210 time: 0.0385544 Jul 22 21:14:58.491907 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c3e15ed5-b881-4baa-8fb1-e96615cf3b49 req-a93f1a96-8109-45f9-bcaa-aac93199321b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Jul 22 21:14:58.511752 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:58.513407 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:58.519273 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:58.567755 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Pushing event updated for resources: {'Port': ['ID=f49e104f-8953-4a03-b48f-cce180e8b200,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:58.593234 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.594079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.609768 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-835bc32a-12b6-403e-8d61-ce9a91e12324 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6281316 Jul 22 21:14:58.636641 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Request body: {'port': {'device_id': '43547341-b44d-4050-a288-2977217a34c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:58.674504 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a938e25-440b-41e1-8703-1a6f2620befe req-e98a6224-8b34-4951-bc3f-096d04f85103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.676024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-e98a6224-8b34-4951-bc3f-096d04f85103 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 1098 time: 0.1354022 Jul 22 21:14:58.711416 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e0cf-d409-4db8-8290-44a28324dcb6 req-f3112a6b-ebc0-4cda-97d4-1d1ee0664fa0 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.713412 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0ef9e0cf-d409-4db8-8290-44a28324dcb6 req-f3112a6b-ebc0-4cda-97d4-1d1ee0664fa0 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.1361489 Jul 22 21:14:58.729198 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:58.781442 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec824a2-4cb5-4388-857c-ae4cd0b122df req-e1ed2a6e-9fdd-4835-aadf-3e69cbc72f61 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.783096 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8ec824a2-4cb5-4388-857c-ae4cd0b122df req-e1ed2a6e-9fdd-4835-aadf-3e69cbc72f61 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1496375 Jul 22 21:14:58.862034 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0ef9e0cf-d409-4db8-8290-44a28324dcb6 req-3052d022-df44-4f4d-8034-b41aea94a8ff tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347899 Jul 22 21:14:58.923069 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8ec824a2-4cb5-4388-857c-ae4cd0b122df req-ef94cb67-cdc3-42e8-be86-2c4dea777e94 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334915 Jul 22 21:14:58.936112 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a938e25-440b-41e1-8703-1a6f2620befe req-ca938513-ede8-408c-b563-f69389402223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:58.939308 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-ca938513-ede8-408c-b563-f69389402223 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 916 time: 0.2140000 Jul 22 21:14:59.015226 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-de6681e3-da36-4c76-9a4f-9796487ac5b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4706f62a-31be-4c14-819b-507c384e7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0570331 Jul 22 21:14:59.066002 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49e104f-8953-4a03-b48f-cce180e8b200 {{(pid=93192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:59.074054 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.087177 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Transition to ACTIVE for port object f49e104f-8953-4a03-b48f-cce180e8b200 will not be triggered until provisioned by entity L2. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:14:59.091273 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.116873 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a938e25-440b-41e1-8703-1a6f2620befe req-d63689cb-4f45-4bf5-8ac4-069844a46317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.119191 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-d63689cb-4f45-4bf5-8ac4-069844a46317 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.0553017 Jul 22 21:14:59.142745 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Pushing event updated for resources: {'Port': ['ID=f49e104f-8953-4a03-b48f-cce180e8b200,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:59.156984 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-6d7a1a77-49aa-4e27-ab98-1ba94bd6696c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285940 Jul 22 21:14:59.269042 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-a8d30f82-69e6-492e-9ae4-4e4c74430876 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954709 Jul 22 21:14:59.383206 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6a938e25-440b-41e1-8703-1a6f2620befe req-dced8bbd-772b-477d-940f-639af793c788 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987203 Jul 22 21:14:59.435871 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Attempting to bind port f49e104f-8953-4a03-b48f-cce180e8b200 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:14:59.436238 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Attempting to bind port f49e104f-8953-4a03-b48f-cce180e8b200 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:14:59.436571 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Attempting to bind port f49e104f-8953-4a03-b48f-cce180e8b200 on network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:59.441573 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Port f49e104f-8953-4a03-b48f-cce180e8b200 on network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:14:59.441884 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Attempting to bind port f49e104f-8953-4a03-b48f-cce180e8b200 on network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:14:59.446709 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:14:59.447044 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Checking segment: {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:14:59.447421 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Bound using segment: {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'} {{(pid=93192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:14:59.447840 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.managers [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Bound port: f49e104f-8953-4a03-b48f-cce180e8b200, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'}}] {{(pid=93192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:14:59.448214 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.512850 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] For port f49e104f-8953-4a03-b48f-cce180e8b200, host hv-cinder-80161, cleared binding levels {{(pid=93192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:14:59.516914 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] For port f49e104f-8953-4a03-b48f-cce180e8b200, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f49e104f-8953-4a03-b48f-cce180e8b200,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:14:59.523181 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.558776 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.559405 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:59.560838 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] 10.222.0.69 "PUT /v2.0/ports/f49e104f-8953-4a03-b48f-cce180e8b200 HTTP/1.1" status: 200 len: 1094 time: 0.9295354 Jul 22 21:14:59.561287 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43547341-b44d-4050-a288-2977217a34c5', 'tag': 'f49e104f-8953-4a03-b48f-cce180e8b200'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:59.563609 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f1d171-d245-4dd2-8af5-b2aea4150a62" -d '{"events": [{"name": "network-changed", "server_uuid": "43547341-b44d-4050-a288-2977217a34c5", "tag": "f49e104f-8953-4a03-b48f-cce180e8b200"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:59.591862 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c0c8a-b2c4-4d52-901f-416de5671f50 service neutron] Pushing event updated for resources: {'Port': ['ID=f49e104f-8953-4a03-b48f-cce180e8b200,revision_number=3']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:59.712369 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aacd9-0c7c-4538-9a73-f8823f4bd7b4 req-dbac99ba-8db6-4c78-a67e-4cd78e0346a4 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.713887 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-731aacd9-0c7c-4538-9a73-f8823f4bd7b4 req-dbac99ba-8db6-4c78-a67e-4cd78e0346a4 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 944 time: 0.1263459 Jul 22 21:14:59.723776 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-bf3a9829-74d0-4ad0-a437-e1d02ac35d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.725350 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-bf3a9829-74d0-4ad0-a437-e1d02ac35d3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fc4584b7b4b4d019e10385890003e4e&device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 1097 time: 0.0633805 Jul 22 21:14:59.727728 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de9cea-2c29-48bc-b3d7-81e9da5bc203 req-17859324-1804-4ba1-bfe5-bc081169d026 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.729321 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-41de9cea-2c29-48bc-b3d7-81e9da5bc203 req-17859324-1804-4ba1-bfe5-bc081169d026 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 945 time: 0.1261909 Jul 22 21:14:59.788421 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-731aacd9-0c7c-4538-9a73-f8823f4bd7b4 req-ccf35555-5efc-4b2b-bf35-4cfcd92d260f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Jul 22 21:14:59.791453 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-41de9cea-2c29-48bc-b3d7-81e9da5bc203 req-4a38050b-1e70-42d7-8405-d64fee912103 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543566 Jul 22 21:14:59.791836 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-6adfa56e-fd4a-406f-a9ac-4d32196bc957 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f49e104f-8953-4a03-b48f-cce180e8b200 HTTP/1.1" status: 200 len: 217 time: 0.0350890 Jul 22 21:14:59.843095 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c88eb-9279-422b-a23c-6032eedd72ee x-openstack-request-id: req-ef0c88eb-9279-422b-a23c-6032eedd72ee {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:59.843473 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43547341-b44d-4050-a288-2977217a34c5", "tag": "f49e104f-8953-4a03-b48f-cce180e8b200", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:59.843754 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef0c88eb-9279-422b-a23c-6032eedd72ee {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:59.844144 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43547341-b44d-4050-a288-2977217a34c5', 'tag': 'f49e104f-8953-4a03-b48f-cce180e8b200', 'status': 'completed', 'code': 200} Jul 22 21:14:59.853692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34919-9830-4c70-b222-60822b9a7a9c req-32108435-185e-4dcd-8724-6629b6ea8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:59.855140 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-32108435-185e-4dcd-8724-6629b6ea8a37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a9cd100-0733-4c7e-85d9-edfd830a24d1 HTTP/1.1" status: 200 len: 848 time: 0.0506907 Jul 22 21:14:59.913434 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-1de1fdc0-8519-4718-9ab9-8215606887d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313575 Jul 22 21:15:00.037094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc3c59-aa62-4438-aa4b-35047436347e req-c87fe671-87f1-47a9-8715-ab7fa31e6636 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.045867 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dcc3c59-aa62-4438-aa4b-35047436347e req-c87fe671-87f1-47a9-8715-ab7fa31e6636 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.1039927 Jul 22 21:15:00.071478 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-b067f610-70a7-4240-984e-9dfca6c0e1ca service neutron] 10.222.0.69 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001623 Jul 22 21:15:00.108639 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b3fcb-ceeb-4718-badf-24e356db66b5 req-b8e5d65d-0083-475d-981f-db47e87b257b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.111051 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-220b3fcb-ceeb-4718-badf-24e356db66b5 req-b8e5d65d-0083-475d-981f-db47e87b257b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1213584 Jul 22 21:15:00.116090 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dcc3c59-aa62-4438-aa4b-35047436347e req-0d803e52-6b7d-463f-8c5d-b705bac06f9b tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615072 Jul 22 21:15:00.176998 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-220b3fcb-ceeb-4718-badf-24e356db66b5 req-fca597e0-c424-4c1a-abe8-475fe7b82d83 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577116 Jul 22 21:15:00.213483 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-eee34919-9830-4c70-b222-60822b9a7a9c req-a5ee5662-c613-4d53-82d2-0f8ab004f597 service neutron] 10.222.0.69 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113782 Jul 22 21:15:00.566885 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-d78eb1a4-aea6-4a78-94cb-533220aaf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.568322 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-d78eb1a4-aea6-4a78-94cb-533220aaf07e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fc4584b7b4b4d019e10385890003e4e&device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 1097 time: 0.0513530 Jul 22 21:15:00.629082 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c147b859-c57e-49ff-bde1-675b3bdc4a27 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:00.679893 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port c147b859-c57e-49ff-bde1-675b3bdc4a27 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:00.685342 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port c147b859-c57e-49ff-bde1-675b3bdc4a27 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:00.685725 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.697189 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-2fc9aadc-3e5f-42e1-a933-0373a4cc404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.698671 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-2fc9aadc-3e5f-42e1-a933-0373a4cc404b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5 HTTP/1.1" status: 200 len: 909 time: 0.0932260 Jul 22 21:15:00.765083 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.787992 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b154b3-327b-49c9-933a-c04221c145a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c147b859-c57e-49ff-bde1-675b3bdc4a27'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:00.790426 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc57b3d3-648b-4d45-81a7-85d81e789d6b" -d '{"events": [{"server_uuid": "05b154b3-327b-49c9-933a-c04221c145a5", "name": "network-vif-plugged", "status": "completed", "tag": "c147b859-c57e-49ff-bde1-675b3bdc4a27"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:00.806940 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port c147b859-c57e-49ff-bde1-675b3bdc4a27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:00.813612 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:00.822404 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-6221f8cc-ac6a-487b-8570-ce248ab8297d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f49e104f-8953-4a03-b48f-cce180e8b200 HTTP/1.1" status: 200 len: 217 time: 0.0405204 Jul 22 21:15:00.839616 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f10a60b-eebf-4522-8bca-283c20c2bc69 x-openstack-request-id: req-5f10a60b-eebf-4522-8bca-283c20c2bc69 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:00.839831 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b154b3-327b-49c9-933a-c04221c145a5", "name": "network-vif-plugged", "status": "completed", "tag": "c147b859-c57e-49ff-bde1-675b3bdc4a27", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:00.840311 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f10a60b-eebf-4522-8bca-283c20c2bc69 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:00.840452 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b154b3-327b-49c9-933a-c04221c145a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c147b859-c57e-49ff-bde1-675b3bdc4a27', 'code': 200} Jul 22 21:15:00.882282 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=c147b859-c57e-49ff-bde1-675b3bdc4a27,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:00.885389 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c709052-da75-4237-9e80-67d82a136df5 req-688337f2-48a4-46fb-b29b-9d31caeaf5d3 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.886960 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c709052-da75-4237-9e80-67d82a136df5 req-688337f2-48a4-46fb-b29b-9d31caeaf5d3 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.69 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.1043406 Jul 22 21:15:00.945918 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-8546abd0-cc73-42bf-856e-8ebdee96eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:00.947466 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-8546abd0-cc73-42bf-856e-8ebdee96eae1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a9cd100-0733-4c7e-85d9-edfd830a24d1 HTTP/1.1" status: 200 len: 848 time: 0.0497031 Jul 22 21:15:01.019466 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-577e17b2-11f3-4fe0-aa9f-968a4091a069 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419645 Jul 22 21:15:01.107536 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265754d-995f-4888-ae22-fc83ee317271 req-bcfb26cd-6442-4962-bd06-76a6679992a2 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.110555 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c265754d-995f-4888-ae22-fc83ee317271 req-bcfb26cd-6442-4962-bd06-76a6679992a2 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 944 time: 0.2208638 Jul 22 21:15:01.137147 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b2beb-2cb2-4ffc-9006-0bb9a28b5c50 req-24ac0a45-5fc4-414c-b5cd-810e6df6c34c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.137757 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a17b2beb-2cb2-4ffc-9006-0bb9a28b5c50 req-24ac0a45-5fc4-414c-b5cd-810e6df6c34c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.2385809 Jul 22 21:15:01.147219 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-1c58fafc-e974-4d97-ad4d-5407c92c44fa service neutron] 10.222.0.69 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149542 Jul 22 21:15:01.253058 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Deleting port c9e88951-bd85-4e39-a5c6-28843b353b62 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:01.254123 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.259596 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c265754d-995f-4888-ae22-fc83ee317271 req-4c1ca835-b1f9-4e06-8882-7ad64b758a0b tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324201 Jul 22 21:15:01.267331 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-f1f1d171-d245-4dd2-8af5-b2aea4150a62 req-075991f8-6849-4115-88ff-09d53a277338 service neutron] 10.222.0.69 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104226 Jul 22 21:15:01.269051 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a17b2beb-2cb2-4ffc-9006-0bb9a28b5c50 req-376afa82-ea08-4fd4-ab03-9a9aa24c483e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109681 Jul 22 21:15:01.356048 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8bf97-8eed-4652-9a06-79ad4751cebc req-c78d5f56-0c1b-43ca-ad46-188936921e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.357548 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-17b8bf97-8eed-4652-9a06-79ad4751cebc req-c78d5f56-0c1b-43ca-ad46-188936921e2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 1099 time: 0.2430344 Jul 22 21:15:01.453476 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] For port c9e88951-bd85-4e39-a5c6-28843b353b62, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c9e88951-bd85-4e39-a5c6-28843b353b62,segment=NetworkSegment(c4edda89-e843-4027-9d64-1f2b78d141cd),segment_id=c4edda89-e843-4027-9d64-1f2b78d141cd)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:01.453855 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.489557 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Calling delete_port for c9e88951-bd85-4e39-a5c6-28843b353b62 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:01.570672 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d13437-60f9-4c6e-8b89-3dddf4234fc9 req-85e2c7e5-b3f8-49d3-9cfb-6fd0f05caaa7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.572286 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b5d13437-60f9-4c6e-8b89-3dddf4234fc9 req-85e2c7e5-b3f8-49d3-9cfb-6fd0f05caaa7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.2206481 Jul 22 21:15:01.607662 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-17b8bf97-8eed-4652-9a06-79ad4751cebc req-d703e0d5-448e-491a-8c70-e6f5a4184857 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434741 Jul 22 21:15:01.624808 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019c574-9ae6-4b56-8ab7-e683c64dfe5a req-22e14531-6707-43c5-a4db-0422eb3cbad3 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:01.626352 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f019c574-9ae6-4b56-8ab7-e683c64dfe5a req-22e14531-6707-43c5-a4db-0422eb3cbad3 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 945 time: 0.2758639 Jul 22 21:15:01.689601 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b5d13437-60f9-4c6e-8b89-3dddf4234fc9 req-2a0bd1dc-165c-4cd2-a1bd-1f25cf232b35 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868018 Jul 22 21:15:01.712858 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f019c574-9ae6-4b56-8ab7-e683c64dfe5a req-9e8a162a-df8f-4425-8624-e16f1df00b4d tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/security-groups?id=c072eb04-e004-4a42-ab0b-25173381ea44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761914 Jul 22 21:15:01.786471 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.815295 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Pushing event deleted for resources: {'Port': ['ID=c9e88951-bd85-4e39-a5c6-28843b353b62,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:01.839894 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['c9e88951-bd85-4e39-a5c6-28843b353b62'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:01.884884 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] No DVR routers for this DVR port c9e88951-bd85-4e39-a5c6-28843b353b62 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:01.887908 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:01.889938 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c709052-da75-4237-9e80-67d82a136df5 req-8a206514-c2b1-41e1-a131-abf357973421 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.69 "DELETE /v2.0/ports/c9e88951-bd85-4e39-a5c6-28843b353b62 HTTP/1.1" status: 204 len: 173 time: 0.9613214 Jul 22 21:15:01.890487 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780be7ef-6227-4320-83fb-7c0afccafec8', 'name': 'network-vif-deleted', 'tag': 'c9e88951-bd85-4e39-a5c6-28843b353b62'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:01.893715 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba05c67-961f-45d1-b824-794f27c45543" -d '{"events": [{"server_uuid": "780be7ef-6227-4320-83fb-7c0afccafec8", "name": "network-vif-deleted", "tag": "c9e88951-bd85-4e39-a5c6-28843b353b62"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:01.968148 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:02.202380 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3e4ac-9950-4510-b01d-9c68c82c6c44 x-openstack-request-id: req-aad3e4ac-9950-4510-b01d-9c68c82c6c44 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:02.202670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780be7ef-6227-4320-83fb-7c0afccafec8", "name": "network-vif-deleted", "tag": "c9e88951-bd85-4e39-a5c6-28843b353b62", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:02.202952 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aad3e4ac-9950-4510-b01d-9c68c82c6c44 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:02.203578 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780be7ef-6227-4320-83fb-7c0afccafec8', 'name': 'network-vif-deleted', 'tag': 'c9e88951-bd85-4e39-a5c6-28843b353b62', 'status': 'completed', 'code': 200} Jul 22 21:15:02.460400 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f48a-ffee-44fe-ab31-31c5810b9907 req-30c869c5-31e9-4ab0-b624-c5249b0fa406 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.461919 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a210f48a-ffee-44fe-ab31-31c5810b9907 req-30c869c5-31e9-4ab0-b624-c5249b0fa406 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 944 time: 0.1193843 Jul 22 21:15:02.471811 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fa4a6-69c2-4cae-8a13-adfdc2a3b728 req-b64bbef5-2f72-465c-af70-7e183d5a6dda tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.475299 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e21fa4a6-69c2-4cae-8a13-adfdc2a3b728 req-b64bbef5-2f72-465c-af70-7e183d5a6dda tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.0999975 Jul 22 21:15:02.557464 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a210f48a-ffee-44fe-ab31-31c5810b9907 req-34583ceb-8033-4acb-8cfa-d3902a1202ad tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796995 Jul 22 21:15:02.560721 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e21fa4a6-69c2-4cae-8a13-adfdc2a3b728 req-8358a8db-787f-4217-94c5-2d7295246bfd tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807006 Jul 22 21:15:02.860439 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-621d463e-c12c-4e46-aa49-1b7a744bb9ae req-80f208a4-ef58-46c7-abbe-89ad33c05070 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Jul 22 21:15:02.901863 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a341-ebe2-48fc-8e7b-ad3762ee1f13 req-5ac23e28-cdfe-4f77-8601-2ea70f68338d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:02.903600 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b34a341-ebe2-48fc-8e7b-ad3762ee1f13 req-5ac23e28-cdfe-4f77-8601-2ea70f68338d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1206849 Jul 22 21:15:02.953789 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b34a341-ebe2-48fc-8e7b-ad3762ee1f13 req-e42733a8-44c2-472f-9887-cfcf47287d5f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Jul 22 21:15:03.738848 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05e850-5d07-4ef6-af01-c0f8bfdc629f req-c681775e-e0b8-4446-b609-d44c97fe7c85 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.740367 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a05e850-5d07-4ef6-af01-c0f8bfdc629f req-c681775e-e0b8-4446-b609-d44c97fe7c85 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 944 time: 0.1065500 Jul 22 21:15:03.748736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d80cde-2934-4200-8894-3f0a215d1075 req-557bb497-d39e-4c00-aa54-f6665ac5fdf6 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:03.750861 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10d80cde-2934-4200-8894-3f0a215d1075 req-557bb497-d39e-4c00-aa54-f6665ac5fdf6 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.1082120 Jul 22 21:15:04.037436 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a05e850-5d07-4ef6-af01-c0f8bfdc629f req-19b0ddcb-1d80-4309-b2ff-b613598e2184 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856112 Jul 22 21:15:04.045381 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10d80cde-2934-4200-8894-3f0a215d1075 req-ba269fb0-019c-4997-9894-1aef2eba5f0d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862515 Jul 22 21:15:04.182707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-43cc4a34-c319-4a10-a0bc-e8408a67bfbc req-2072061e-2fa6-4caf-9228-b450002921e6 tempest-DeleteServersTestJSON-1051178483 tempest-DeleteServersTestJSON-1051178483-project] 10.222.0.44 "GET /v2.0/ports?device_id=780be7ef-6227-4320-83fb-7c0afccafec8 HTTP/1.1" status: 200 len: 210 time: 0.0327878 Jul 22 21:15:04.219739 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd44f3-f0e1-4e2d-82b2-c5767009f991 req-a6b97b1c-b6ee-42c6-8002-40c4d80950bc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:04.221256 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c2fd44f3-f0e1-4e2d-82b2-c5767009f991 req-a6b97b1c-b6ee-42c6-8002-40c4d80950bc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1025507 Jul 22 21:15:04.270703 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c2fd44f3-f0e1-4e2d-82b2-c5767009f991 req-301acc61-75cd-407c-9b27-a43a548c4443 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Jul 22 21:15:04.640916 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f49e104f-8953-4a03-b48f-cce180e8b200 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:04.662281 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c9e88951-bd85-4e39-a5c6-28843b353b62 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:04.686831 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: c9e88951-bd85-4e39-a5c6-28843b353b62 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:04.687742 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c9e88951-bd85-4e39-a5c6-28843b353b62 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:04.777355 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port f49e104f-8953-4a03-b48f-cce180e8b200, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f49e104f-8953-4a03-b48f-cce180e8b200,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:04.794658 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'f49e104f-8953-4a03-b48f-cce180e8b200', 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5', 'port_id': 'f49e104f-8953-4a03-b48f-cce180e8b200', 'mac_address': 'fa:16:3e:f6:95:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9cd100-0733-4c7e-85d9-edfd830a24d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:04.949720 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:04.963730 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49e104f-8953-4a03-b48f-cce180e8b200 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:04.984050 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port f49e104f-8953-4a03-b48f-cce180e8b200, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f49e104f-8953-4a03-b48f-cce180e8b200,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:04.988584 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:05.039150 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=f49e104f-8953-4a03-b48f-cce180e8b200,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:05.188850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa873-7e9f-401b-93dc-58e9945eeeb6 req-89102928-7041-4a9c-9ed8-34c86c5f9414 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.190364 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-218aa873-7e9f-401b-93dc-58e9945eeeb6 req-89102928-7041-4a9c-9ed8-34c86c5f9414 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 945 time: 0.0713959 Jul 22 21:15:05.231577 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-218aa873-7e9f-401b-93dc-58e9945eeeb6 req-888ca180-ebf0-4907-97a5-5e6669b8ec67 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jul 22 21:15:05.421861 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf44ea-66a2-4a86-a51b-2a067ba9a6b6 req-8977cc51-22fd-4e66-af81-cc97d0f3ed7f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:05.423913 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40cf44ea-66a2-4a86-a51b-2a067ba9a6b6 req-8977cc51-22fd-4e66-af81-cc97d0f3ed7f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0731692 Jul 22 21:15:05.467428 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40cf44ea-66a2-4a86-a51b-2a067ba9a6b6 req-4d68e223-f2dd-430f-b16e-76140d6a0480 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Jul 22 21:15:05.586043 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['f49e104f-8953-4a03-b48f-cce180e8b200'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:05.952694 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46734) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:05.996564 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Deleting subnet 636299dd-276f-44f6-8dc9-2aa6e6477a26 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:06.000366 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.033280 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.075068 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.132771 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.159389 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636299dd-276f-44f6-8dc9-2aa6e6477a26,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.161481 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.164611 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4327c1b7-9775-426b-8ee5-d53dcefe1d62 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/636299dd-276f-44f6-8dc9-2aa6e6477a26 HTTP/1.1" status: 204 len: 168 time: 0.2100477 Jul 22 21:15:06.166416 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46736) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:06.233892 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.315426 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.325481 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b081d16e-e6fe-4da1-9e67-55ce3c8e7d54']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:06.335193 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070a9d4c-b813-4d53-a49d-b33bd563e096') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:06.335486 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070a9d4c-b813-4d53-a49d-b33bd563e096') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:06.351725 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.367233 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.373469 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:06.373883 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:06.375607 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:06.377822 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac5d6e-1849-46ff-8a71-70c237e61a7e req-528c3f88-d1b3-4cda-a352-67d0cbf12c18 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:06.380625 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8eac5d6e-1849-46ff-8a71-70c237e61a7e req-528c3f88-d1b3-4cda-a352-67d0cbf12c18 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 945 time: 0.0766754 Jul 22 21:15:06.435586 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8eac5d6e-1849-46ff-8a71-70c237e61a7e req-163ba95c-3a74-4baa-8428-a76efdbc101a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 Jul 22 21:15:06.459911 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.465518 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.467358 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] 10.222.0.44 "DELETE /v2.0/networks/b081d16e-e6fe-4da1-9e67-55ce3c8e7d54 HTTP/1.1" status: 204 len: 168 time: 0.2999737 Jul 22 21:15:06.470957 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46742) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:06.478286 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b7f6b-cc72-44dc-9039-f0da394af98b admin admin] Pushing event deleted for resources: {'Network': ['ID=b081d16e-e6fe-4da1-9e67-55ce3c8e7d54,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.517387 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Deleting subnet a19bb0e8-e19e-4e0f-9a21-f18fec6c42be {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:06.520886 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.560578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.607522 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.648920 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46752) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:06.680931 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.705901 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Deleting subnet 8dcfee44-7bb0-46cf-9b39-b683450946b6 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:15:06.711269 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.722569 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19bb0e8-e19e-4e0f-9a21-f18fec6c42be,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:06.727315 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.729270 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e4368ac4-f94a-49bc-8c56-c29c93188fe0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a19bb0e8-e19e-4e0f-9a21-f18fec6c42be HTTP/1.1" status: 204 len: 168 time: 0.2572649 Jul 22 21:15:06.735694 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46754) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:06.777378 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.784658 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecbb67-8bd6-416d-aebc-69637716b9a6 req-85abe963-5366-46fe-8a6b-1a66730cd385 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:06.786220 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66ecbb67-8bd6-416d-aebc-69637716b9a6 req-85abe963-5366-46fe-8a6b-1a66730cd385 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0917699 Jul 22 21:15:06.825600 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66ecbb67-8bd6-416d-aebc-69637716b9a6 req-25df3079-c9d6-4ac3-bd02-d5a8f6cdb325 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Jul 22 21:15:06.844079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.862955 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.977068 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:06.990827 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf205db8-c0a4-4c75-8c15-84fa7a80ec38']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:07.005715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e777278-4d3b-4429-ab80-2600aa5b8a73') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:07.006142 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e777278-4d3b-4429-ab80-2600aa5b8a73') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:07.016432 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.019399 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.051529 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcfee44-7bb0-46cf-9b39-b683450946b6,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.055611 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.064806 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.069789 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d70fc194-4097-40f7-b528-2e20b9b8aa88 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8dcfee44-7bb0-46cf-9b39-b683450946b6 HTTP/1.1" status: 204 len: 168 time: 0.4159696 Jul 22 21:15:07.069789 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:07.069789 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:07.070201 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:07.073820 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46766) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.181336 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.188288 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.190245 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cf205db8-c0a4-4c75-8c15-84fa7a80ec38 HTTP/1.1" status: 204 len: 168 time: 0.4535758 Jul 22 21:15:07.205009 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.208077 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720ee43-0701-41d6-80a8-75943a4ec9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf205db8-c0a4-4c75-8c15-84fa7a80ec38,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.256093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-03a63132-1d64-41e4-b47c-8e57563e1bfa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.257670 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-03a63132-1d64-41e4-b47c-8e57563e1bfa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.1180699 Jul 22 21:15:07.279700 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-5094954b-5f5e-4e5b-8d33-aa9254fdf40c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/quotas/b5f24e06802b41b193ed40ceb8ed449c HTTP/1.1" status: 200 len: 375 time: 0.0159545 Jul 22 21:15:07.293566 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.304518 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7492fbdb-42d6-45fe-9428-c7f6e000836a']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:07.317252 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4edda89-e843-4027-9d64-1f2b78d141cd') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:07.317702 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4edda89-e843-4027-9d64-1f2b78d141cd') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:07.320460 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46778) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.327312 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.342145 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.348657 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:15:07.349050 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:15:07.350857 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:15:07.375636 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-6212dac3-f9aa-4e81-851e-2af6da6d2f61 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943561 Jul 22 21:15:07.381852 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-30acbae6-c991-4c4e-a9f3-22a1749cea7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df772684a8cb40aa94c5b3d3adbaa714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579107 Jul 22 21:15:07.382539 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 46780) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.407333 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.413576 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.415731 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7492fbdb-42d6-45fe-9428-c7f6e000836a HTTP/1.1" status: 204 len: 168 time: 0.3444600 Jul 22 21:15:07.433263 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70660e-5d53-499e-8169-d01afc9e1bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7492fbdb-42d6-45fe-9428-c7f6e000836a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.534177 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce5-8349-4a50-b1ae-f4acc2a99526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.590948 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-57364d90-08c1-4375-bb47-ff3264f31785 service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066984 Jul 22 21:15:07.593493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce5-8349-4a50-b1ae-f4acc2a99526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.601251 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46788) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.649031 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4ed70204-3a2d-498e-a149-6eeeaca20007 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6df8758e369847d09564ff31c281e74d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454440 Jul 22 21:15:07.650544 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46790) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:07.704792 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-05157704-b14c-4c2b-90e4-15a0f37daeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.721133 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebca72e-b3ba-4987-a296-2182988d3b36 req-9842afbb-8331-4414-bb90-395830fb789d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:07.722696 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0ebca72e-b3ba-4987-a296-2182988d3b36 req-9842afbb-8331-4414-bb90-395830fb789d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 945 time: 0.2101951 Jul 22 21:15:07.729416 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-05157704-b14c-4c2b-90e4-15a0f37daeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.753149 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce5-8349-4a50-b1ae-f4acc2a99526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.755574 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-22c2bce5-8349-4a50-b1ae-f4acc2a99526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.756715 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-22c2bce5-8349-4a50-b1ae-f4acc2a99526 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8c00af8-3189-4544-8c33-86eb6aa6cb44 HTTP/1.1" status: 204 len: 168 time: 0.3737440 Jul 22 21:15:07.776948 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-aa58b5fc-3808-4b3c-8608-f20e753e5416 service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742685 Jul 22 21:15:07.785606 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-05157704-b14c-4c2b-90e4-15a0f37daeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.788647 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-05157704-b14c-4c2b-90e4-15a0f37daeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:07.794799 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-05157704-b14c-4c2b-90e4-15a0f37daeb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c072eb04-e004-4a42-ab0b-25173381ea44 HTTP/1.1" status: 204 len: 168 time: 0.1383634 Jul 22 21:15:07.797263 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2bce5-8349-4a50-b1ae-f4acc2a99526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c00af8-3189-4544-8c33-86eb6aa6cb44,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.811044 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05157704-b14c-4c2b-90e4-15a0f37daeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072eb04-e004-4a42-ab0b-25173381ea44,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:07.822628 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0ebca72e-b3ba-4987-a296-2182988d3b36 req-50aeebbd-ab70-4cc6-bec6-25e24c0c1559 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811481 Jul 22 21:15:08.018186 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40e49586-ef71-4078-ac4c-9daab533924c req-b971920f-361d-47d0-9cca-eacd6fb3105b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 210 time: 0.0340273 Jul 22 21:15:08.078578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e65a-5e55-4843-b6b6-8ed0d099076f req-9e3c7739-a2fc-47a5-9a86-0ebae2f15e92 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:08.081571 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d47e65a-5e55-4843-b6b6-8ed0d099076f req-9e3c7739-a2fc-47a5-9a86-0ebae2f15e92 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1769214 Jul 22 21:15:08.157544 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d47e65a-5e55-4843-b6b6-8ed0d099076f req-71ed3e33-3d2f-4004-b476-bd8ad7375219 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698233 Jul 22 21:15:08.328104 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46820) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:08.379627 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a4ed0c38-b42b-477c-a12c-39dfe84c1ee7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a5aa8c2fbf04b7e92adbd9c435f0a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498350 Jul 22 21:15:08.382056 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 46824) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:08.434071 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3aef06d-d680-4350-bddd-2e39342db802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.460756 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3aef06d-d680-4350-bddd-2e39342db802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.511812 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3aef06d-d680-4350-bddd-2e39342db802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.517623 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3aef06d-d680-4350-bddd-2e39342db802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.522882 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d3aef06d-d680-4350-bddd-2e39342db802 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/039f8540-2be8-4b01-a147-b276079a3003 HTTP/1.1" status: 204 len: 168 time: 0.1375260 Jul 22 21:15:08.528781 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aef06d-d680-4350-bddd-2e39342db802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f8540-2be8-4b01-a147-b276079a3003,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:08.672004 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f49e104f-8953-4a03-b48f-cce180e8b200 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:08.748483 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port f49e104f-8953-4a03-b48f-cce180e8b200 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:08.754508 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port f49e104f-8953-4a03-b48f-cce180e8b200 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:08.755127 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.853156 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.884805 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43547341-b44d-4050-a288-2977217a34c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49e104f-8953-4a03-b48f-cce180e8b200'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:08.887694 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca72f55-f5f3-45c3-b127-9cfe48981aa7" -d '{"events": [{"server_uuid": "43547341-b44d-4050-a288-2977217a34c5", "name": "network-vif-plugged", "status": "completed", "tag": "f49e104f-8953-4a03-b48f-cce180e8b200"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:08.901836 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port f49e104f-8953-4a03-b48f-cce180e8b200, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f49e104f-8953-4a03-b48f-cce180e8b200,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:08.907587 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:08.976524 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa33b51-89e4-4f76-9c30-6a8411fcc0a5 x-openstack-request-id: req-efa33b51-89e4-4f76-9c30-6a8411fcc0a5 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:08.976818 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43547341-b44d-4050-a288-2977217a34c5", "name": "network-vif-plugged", "status": "completed", "tag": "f49e104f-8953-4a03-b48f-cce180e8b200", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:08.977091 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efa33b51-89e4-4f76-9c30-6a8411fcc0a5 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:08.977481 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43547341-b44d-4050-a288-2977217a34c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49e104f-8953-4a03-b48f-cce180e8b200', 'code': 200} Jul 22 21:15:09.012601 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=f49e104f-8953-4a03-b48f-cce180e8b200,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:09.116419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa71847-b4f2-4e11-a9f2-45e30f38f247 req-318ebc7f-2ad8-4513-8010-46ff53d8a4d3 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.118741 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7aa71847-b4f2-4e11-a9f2-45e30f38f247 req-318ebc7f-2ad8-4513-8010-46ff53d8a4d3 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.1378441 Jul 22 21:15:09.174961 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ed32f3f2-4fb8-4376-987f-a90ee34e452e req-f8bdc232-38d4-4847-988b-44042a13783a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 210 time: 0.0480940 Jul 22 21:15:09.204009 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7aa71847-b4f2-4e11-a9f2-45e30f38f247 req-e76f4204-98cd-424c-8a34-2f65baf24bd8 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782728 Jul 22 21:15:09.363782 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe48bb-7436-4598-89d6-5ec08dff75d0 req-21bde855-06be-41f5-a60d-58aea8623a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.365339 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c6fe48bb-7436-4598-89d6-5ec08dff75d0 req-21bde855-06be-41f5-a60d-58aea8623a40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 1099 time: 0.0941424 Jul 22 21:15:09.376547 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466b781-521d-4708-b5f7-578e982b3b6f req-9bdd83d9-e673-45a0-8fd1-97f932b6881f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:09.378232 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0466b781-521d-4708-b5f7-578e982b3b6f req-9bdd83d9-e673-45a0-8fd1-97f932b6881f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1162701 Jul 22 21:15:09.430853 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c6fe48bb-7436-4598-89d6-5ec08dff75d0 req-3e4a6848-9bc5-4bd1-87e2-72ce56c59fc3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516157 Jul 22 21:15:09.447246 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0466b781-521d-4708-b5f7-578e982b3b6f req-c94428f0-be44-4ab8-ad40-49cee7d018e4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Jul 22 21:15:13.176419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-b7231831-d86b-4260-bac5-cfffe670e64d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.178241 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-b7231831-d86b-4260-bac5-cfffe670e64d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.1177962 Jul 22 21:15:13.237235 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Request body: {'port': {'device_id': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'admin_state_up': True, 'tenant_id': 'b5f24e06802b41b193ed40ceb8ed449c'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:13.274319 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e21c1a8b-a896-4f6a-918b-0412020f4bb6 req-66980051-881e-4c55-9ddb-b6d72a326b1d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 210 time: 0.0538902 Jul 22 21:15:13.439339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5441d-1d10-4ec5-9f1b-a3291a4502b8 req-e5ee105f-3d64-4be9-80a2-e2fae51b9279 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.440888 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aad5441d-1d10-4ec5-9f1b-a3291a4502b8 req-e5ee105f-3d64-4be9-80a2-e2fae51b9279 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.1634648 Jul 22 21:15:13.480295 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Made reservation on behalf of b5f24e06802b41b193ed40ceb8ed449c for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:13.483715 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.496591 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1767e4-e20c-4566-bf50-4a96e1f47729 req-83b92121-f38a-4e07-a882-61be629e3973 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.498067 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a1767e4-e20c-4566-bf50-4a96e1f47729 req-83b92121-f38a-4e07-a882-61be629e3973 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1520669 Jul 22 21:15:13.546076 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aad5441d-1d10-4ec5-9f1b-a3291a4502b8 req-773ae1b1-ffa3-4195-95a6-5bee6bedbb5d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915205 Jul 22 21:15:13.587823 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a1767e4-e20c-4566-bf50-4a96e1f47729 req-5c9f93eb-3350-4314-a506-f8e211c69587 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824335 Jul 22 21:15:13.674008 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Allocated IP 172.20.0.5 (e19677ef-c150-4aa4-b61b-1a239ce2add5/ef552098-dacd-4c0c-9374-1b213fbef379/3923d10b-8e04-4ff6-b1d7-26dfd0832c4e) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:13.825885 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.866945 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.914149 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:13.917149 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:13.921435 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:13.924095 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4', 'c147b859-c57e-49ff-bde1-675b3bdc4a27'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:13.946885 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event updated for resources: {'Port': ['ID=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:13.972708 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:13.973415 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:13.987927 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-ad749f16-a773-490d-92dd-f8ae4ac3fb0e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570701 Jul 22 21:15:14.051515 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Request body: {'port': {'device_id': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:14.122636 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.393585 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:14.401282 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.413916 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Transition to ACTIVE for port object 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:14.417966 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.467209 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Pushing event updated for resources: {'Port': ['ID=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:14.559399 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Attempting to bind port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:14.559653 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Attempting to bind port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:14.559982 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Attempting to bind port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:14.583866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e on network e19677ef-c150-4aa4-b61b-1a239ce2add5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:14.584217 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Attempting to bind port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:14.591995 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:14.592364 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Checking segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:14.592819 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Bound using segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:14.593386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Bound port: 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:14.593753 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.707957 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7edbc-22eb-4ea6-936d-91304416cfe3 req-f174bc2c-a542-4497-be9d-6f515af23a87 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.709550 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-74a7edbc-22eb-4ea6-936d-91304416cfe3 req-f174bc2c-a542-4497-be9d-6f515af23a87 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 943 time: 0.1641147 Jul 22 21:15:14.721156 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] For port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:14.729771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] For port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:14.746458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.805260 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.805881 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.807264 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] 10.222.0.69 "PUT /v2.0/ports/3923d10b-8e04-4ff6-b1d7-26dfd0832c4e HTTP/1.1" status: 200 len: 1093 time: 0.7612264 Jul 22 21:15:14.810862 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'tag': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:14.813776 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df245c-1a51-4cae-83a2-07c9bb509cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5fa882-20de-40bd-96aa-145eb07784f3", "tag": "3923d10b-8e04-4ff6-b1d7-26dfd0832c4e"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:14.835039 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f947046-a278-40fb-ad0c-693406d3969d req-cbbe8176-0a4a-487c-b3b6-099898686e32 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:14.836722 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f947046-a278-40fb-ad0c-693406d3969d req-cbbe8176-0a4a-487c-b3b6-099898686e32 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.1964550 Jul 22 21:15:14.842196 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-74a7edbc-22eb-4ea6-936d-91304416cfe3 req-2a6d0316-d6be-4378-bf86-54209b494eae tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237063 Jul 22 21:15:14.852378 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d500a-b037-4203-8344-70cd2cdafe7c service neutron] Pushing event updated for resources: {'Port': ['ID=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:14.895044 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f947046-a278-40fb-ad0c-693406d3969d req-9e341a3a-d4d8-4ae5-ba0f-729b4f5488cc tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Jul 22 21:15:14.939706 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56329f50-cec3-4735-80bd-7f20b8e4d076 x-openstack-request-id: req-56329f50-cec3-4735-80bd-7f20b8e4d076 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:14.939994 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5fa882-20de-40bd-96aa-145eb07784f3", "tag": "3923d10b-8e04-4ff6-b1d7-26dfd0832c4e", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:14.940272 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56329f50-cec3-4735-80bd-7f20b8e4d076 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:14.940661 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'tag': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e', 'status': 'completed', 'code': 200} Jul 22 21:15:15.008860 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d9fe7-20e9-4dfb-9181-07f3145d4720 req-2cbb62b2-c59e-4ecb-b13a-a0793244abf9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.010372 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d2d9fe7-20e9-4dfb-9181-07f3145d4720 req-2cbb62b2-c59e-4ecb-b13a-a0793244abf9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1055455 Jul 22 21:15:15.055214 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-d40c6cbd-b48a-44e6-8f4e-0411e82c69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.056771 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-d40c6cbd-b48a-44e6-8f4e-0411e82c69d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 1096 time: 0.1027684 Jul 22 21:15:15.059997 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0d2d9fe7-20e9-4dfb-9181-07f3145d4720 req-028ce11b-40b9-4db0-8309-0abd64b9914a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jul 22 21:15:15.123472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-412b15b9-a473-4c5a-b974-520d2bf77ded service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e HTTP/1.1" status: 200 len: 217 time: 0.0347822 Jul 22 21:15:15.185941 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-5204fc65-5374-4866-a610-3258abeef3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.187587 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-5204fc65-5374-4866-a610-3258abeef3a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.0423746 Jul 22 21:15:15.228613 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-70bcdb34-3919-4792-bb03-31630f23e1e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296142 Jul 22 21:15:15.325772 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-336a2638-eb3a-4a37-b45d-c47f31f5a138 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811179 Jul 22 21:15:15.426743 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-462685da-5fe8-4c4c-8e1c-6358eecb1703 req-c7016924-d825-47d2-97e9-4bd776ecc137 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855613 Jul 22 21:15:15.797832 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-21a6a14f-15ec-45a9-a0c6-bded05af3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.799393 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-21a6a14f-15ec-45a9-a0c6-bded05af3e74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 1096 time: 0.0579319 Jul 22 21:15:15.905763 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-30dfa53a-a8a9-4a0c-bcdb-23602a172c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:15.907308 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-30dfa53a-a8a9-4a0c-bcdb-23602a172c5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 916 time: 0.0924339 Jul 22 21:15:15.957007 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-639325ed-30aa-4bc7-902f-2159e62c3467 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e HTTP/1.1" status: 200 len: 217 time: 0.0385275 Jul 22 21:15:16.079175 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-73e43a4b-d9f2-4b63-8c04-0051034e41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.081061 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-73e43a4b-d9f2-4b63-8c04-0051034e41e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.0482635 Jul 22 21:15:16.163327 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-54d9ab8d-76de-4658-83d5-48fb5fea186d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692496 Jul 22 21:15:16.278781 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7effc-12f9-491c-8a26-6b5c0432b4ac req-2e53dc1c-3b6f-469f-b0f2-b124a57af425 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.280953 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d4b7effc-12f9-491c-8a26-6b5c0432b4ac req-2e53dc1c-3b6f-469f-b0f2-b124a57af425 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 943 time: 0.1974931 Jul 22 21:15:16.291629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b4ee4-0ca5-48a9-ab19-1a4e873cf02d req-3df6f6b9-ad9d-4fd1-99cc-e5e1fa9697fc tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.293208 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-143b4ee4-0ca5-48a9-ab19-1a4e873cf02d req-3df6f6b9-ad9d-4fd1-99cc-e5e1fa9697fc tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.2003405 Jul 22 21:15:16.340499 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-376b0872-3af2-4227-9306-a96a9a66ec18 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656075 Jul 22 21:15:16.373480 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d4b7effc-12f9-491c-8a26-6b5c0432b4ac req-9e3cac54-781e-41e8-927d-e354af96c575 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776162 Jul 22 21:15:16.392923 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-143b4ee4-0ca5-48a9-ab19-1a4e873cf02d req-5c7f296a-d2ef-4a45-bcd3-b74fccc424e6 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915933 Jul 22 21:15:16.809078 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-14df245c-1a51-4cae-83a2-07c9bb509cc7 req-d05610f4-ecf8-4f2b-b545-93e3e95c774a service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524605 Jul 22 21:15:16.843720 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a4e32-a0de-42c5-8320-ba6caac5de0e req-e592519f-14cc-484f-b38a-3f566fe51c31 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:16.845606 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a70a4e32-a0de-42c5-8320-ba6caac5de0e req-e592519f-14cc-484f-b38a-3f566fe51c31 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0964167 Jul 22 21:15:16.896277 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a70a4e32-a0de-42c5-8320-ba6caac5de0e req-06649a24-bb2a-4fa5-bf6c-43940f855459 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443940 Jul 22 21:15:17.933693 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-456de992-0c6e-4a42-b329-6209d27acd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.697684 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ab35e9f5-5e69-468c-a445-eb31912c5e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.828552 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15be2-633d-4a92-8c4b-bf18c9c9f13d req-0530631b-0ee0-40f0-a540-a80629371d63 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:20.830043 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bdd15be2-633d-4a92-8c4b-bf18c9c9f13d req-0530631b-0ee0-40f0-a540-a80629371d63 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 943 time: 0.0769029 Jul 22 21:15:20.875507 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bdd15be2-633d-4a92-8c4b-bf18c9c9f13d req-e66d504b-97d6-42f5-a8e7-174fbe3e237d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385635 Jul 22 21:15:20.921895 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:21.001516 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16b73-4a0e-45a7-8dd3-bd2cfb8673f0 req-830a2306-438a-459b-a2ae-7c92a7716044 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.003058 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-85a16b73-4a0e-45a7-8dd3-bd2cfb8673f0 req-830a2306-438a-459b-a2ae-7c92a7716044 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0636766 Jul 22 21:15:21.043530 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-85a16b73-4a0e-45a7-8dd3-bd2cfb8673f0 req-9276e2e8-fc8f-449b-a9ca-b6b9b585f9bc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Jul 22 21:15:21.102995 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8858e-de56-4f7e-9203-3e34e3d34b17 req-9fc1f6d2-2e8f-4629-9d15-e7fceed7f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:21.104522 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2db8858e-de56-4f7e-9203-3e34e3d34b17 req-9fc1f6d2-2e8f-4629-9d15-e7fceed7f79b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 1098 time: 0.0542626 Jul 22 21:15:21.148363 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2db8858e-de56-4f7e-9203-3e34e3d34b17 req-dca768d6-25c6-46ca-958f-d93965765e3d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286605 Jul 22 21:15:21.848301 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.090797 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc3a95-6c59-43c9-a275-3c68282a2235 req-a9f73a32-8906-4f59-8a12-52c32ccf84f7 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:22.092338 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c0bc3a95-6c59-43c9-a275-3c68282a2235 req-a9f73a32-8906-4f59-8a12-52c32ccf84f7 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 943 time: 0.0720437 Jul 22 21:15:22.134505 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c0bc3a95-6c59-43c9-a275-3c68282a2235 req-bc264e69-0029-4508-96fe-c225729184f4 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Jul 22 21:15:22.323523 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fe14f-3771-48f7-9269-605825313a6f req-21209a84-921a-4038-a4a9-3f090694ef6c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:22.325449 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e2fe14f-3771-48f7-9269-605825313a6f req-21209a84-921a-4038-a4a9-3f090694ef6c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0921006 Jul 22 21:15:22.370057 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e2fe14f-3771-48f7-9269-605825313a6f req-aef0b2f0-4164-4b3d-a0ce-1b25f8f07fa5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Jul 22 21:15:22.509055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8de941-fcbe-4e6f-bcbe-249f52a4133a req-7f482107-1fae-4e93-917f-236ec533933e tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:22.510727 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c8de941-fcbe-4e6f-bcbe-249f52a4133a req-7f482107-1fae-4e93-917f-236ec533933e tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.0775747 Jul 22 21:15:22.563424 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c8de941-fcbe-4e6f-bcbe-249f52a4133a req-95a9aab3-91e9-4975-b190-c66da60ba1d3 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Jul 22 21:15:22.700307 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:22.727605 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47094) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:22.799451 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:22.811053 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'port_id': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e', 'mac_address': 'fa:16:3e:9b:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef552098-dacd-4c0c-9374-1b213fbef379', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:22.835211 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64878bcc-68dc-48ec-8cab-ee0a595c87db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.850103 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.863004 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:22.884104 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:22.887706 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.932941 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64878bcc-68dc-48ec-8cab-ee0a595c87db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.937432 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64878bcc-68dc-48ec-8cab-ee0a595c87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:22.938463 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:22.976191 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-64878bcc-68dc-48ec-8cab-ee0a595c87db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d538b7a4e3264b40bae79193c439b100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474573 Jul 22 21:15:22.977055 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64878bcc-68dc-48ec-8cab-ee0a595c87db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c039de0-6cb0-4301-8278-f3d2d13f0fdb,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:22.978938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47098) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:23.037127 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b6aea07-42e8-477e-8da8-af2a542ce4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.058657 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b6aea07-42e8-477e-8da8-af2a542ce4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.104417 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b6aea07-42e8-477e-8da8-af2a542ce4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.106972 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7b6aea07-42e8-477e-8da8-af2a542ce4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.108094 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7b6aea07-42e8-477e-8da8-af2a542ce4ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c039de0-6cb0-4301-8278-f3d2d13f0fdb HTTP/1.1" status: 204 len: 168 time: 0.1281176 Jul 22 21:15:23.116771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6aea07-42e8-477e-8da8-af2a542ce4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c039de0-6cb0-4301-8278-f3d2d13f0fdb,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:23.293319 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dae4e-1d5a-4c63-a109-13cf8eb89a01 req-b6b127cc-84a1-48f1-8c8b-8d147544ed56 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:23.294947 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-898dae4e-1d5a-4c63-a109-13cf8eb89a01 req-b6b127cc-84a1-48f1-8c8b-8d147544ed56 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 944 time: 0.0663667 Jul 22 21:15:23.334148 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-898dae4e-1d5a-4c63-a109-13cf8eb89a01 req-5bf1cc0a-5ed3-49d4-ba61-1e741c65779e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Jul 22 21:15:23.512547 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:23.533683 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33c466-1ddf-42f9-80f0-b32f73d28c98 req-c27ed253-10f8-42cb-b1cf-49e4f089c781 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:23.535669 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af33c466-1ddf-42f9-80f0-b32f73d28c98 req-c27ed253-10f8-42cb-b1cf-49e4f089c781 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Jul 22 21:15:23.588765 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af33c466-1ddf-42f9-80f0-b32f73d28c98 req-25f92475-e8c8-4d79-929d-888ad6d82c87 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Jul 22 21:15:23.740441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5272c-0b32-4b32-9770-31bce4ad9e8c req-59c2b432-3028-4589-86b0-99258da5725f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:23.744837 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0ab5272c-0b32-4b32-9770-31bce4ad9e8c req-59c2b432-3028-4589-86b0-99258da5725f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.0670295 Jul 22 21:15:23.784986 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0ab5272c-0b32-4b32-9770-31bce4ad9e8c req-21d02d13-7f16-4cec-a0c6-759b139f7ba4 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373027 Jul 22 21:15:24.175185 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47152) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:24.280524 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9a26c50-4532-4e22-a24c-949280cc4d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.371003 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9a26c50-4532-4e22-a24c-949280cc4d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.375104 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d9a26c50-4532-4e22-a24c-949280cc4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.413703 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d9a26c50-4532-4e22-a24c-949280cc4d3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ace3142b23af441ca557aaa002f16a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374098 Jul 22 21:15:24.414654 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a26c50-4532-4e22-a24c-949280cc4d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2faec-588a-40c4-b35f-aac0a8d88487,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:24.416436 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47160) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:24.466177 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-86088ad8-8758-4d01-bc91-81c4998df789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.488143 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-86088ad8-8758-4d01-bc91-81c4998df789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.537569 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-86088ad8-8758-4d01-bc91-81c4998df789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.540366 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-86088ad8-8758-4d01-bc91-81c4998df789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:24.541534 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-86088ad8-8758-4d01-bc91-81c4998df789 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4af2faec-588a-40c4-b35f-aac0a8d88487 HTTP/1.1" status: 204 len: 168 time: 0.1240993 Jul 22 21:15:24.550454 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86088ad8-8758-4d01-bc91-81c4998df789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af2faec-588a-40c4-b35f-aac0a8d88487,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:27.225598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73059a3e-9817-4e2a-aaf2-1cef515ee7bf req-9235baed-16d2-42ae-854a-800ec75eeb98 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:27.226501 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-73059a3e-9817-4e2a-aaf2-1cef515ee7bf req-9235baed-16d2-42ae-854a-800ec75eeb98 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 944 time: 0.0755424 Jul 22 21:15:27.298615 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-73059a3e-9817-4e2a-aaf2-1cef515ee7bf req-d15c420e-5b32-4f62-9bfe-76b0f8f41ee6 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667496 Jul 22 21:15:27.319848 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['3923d10b-8e04-4ff6-b1d7-26dfd0832c4e'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:27.341630 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf924d-13f6-4418-8696-77fb2135ed6d req-2f7e2b96-3cdd-44f9-95c8-9a23c55fc50a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:27.344146 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-24cf924d-13f6-4418-8696-77fb2135ed6d req-2f7e2b96-3cdd-44f9-95c8-9a23c55fc50a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0807078 Jul 22 21:15:27.414107 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-24cf924d-13f6-4418-8696-77fb2135ed6d req-e0b295bc-f7e8-4eae-bf0d-5563f15ee1f0 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637038 Jul 22 21:15:27.448100 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a066ae-8ef4-4745-8eeb-08b0bed005ad req-e98fd71a-ba01-4232-83ec-50a5777cfb97 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:27.450042 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2a066ae-8ef4-4745-8eeb-08b0bed005ad req-e98fd71a-ba01-4232-83ec-50a5777cfb97 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.0846486 Jul 22 21:15:27.492923 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2a066ae-8ef4-4745-8eeb-08b0bed005ad req-b68ff062-225d-4f6d-8c5b-c32cd33e4658 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Jul 22 21:15:27.628988 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea7f72-1a27-4a0e-85ae-16a2daae5da1 req-ac0bf1e3-cac2-44ef-bb42-77ec38380fb7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:27.630535 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-34ea7f72-1a27-4a0e-85ae-16a2daae5da1 req-ac0bf1e3-cac2-44ef-bb42-77ec38380fb7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0817797 Jul 22 21:15:27.668159 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-34ea7f72-1a27-4a0e-85ae-16a2daae5da1 req-1fb2ae71-5044-4601-b74f-d62d7dc0c896 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Jul 22 21:15:28.161639 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:15:28.436127 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbbe25-f895-4cc2-a595-265c12257d17 req-29a94203-7bdc-42d1-8f63-ee45925ad597 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:28.437642 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-96dbbe25-f895-4cc2-a595-265c12257d17 req-29a94203-7bdc-42d1-8f63-ee45925ad597 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 944 time: 0.0690529 Jul 22 21:15:28.476031 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-96dbbe25-f895-4cc2-a595-265c12257d17 req-5ad87b0d-72e9-4548-9a61-4b58bdd588b7 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 22 21:15:28.656410 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a4c3-6d5b-4ecf-bee2-baeca3be794c req-d3afb8f6-7c5f-4a62-80e9-b8bdec5f1369 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:28.657945 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae67a4c3-6d5b-4ecf-bee2-baeca3be794c req-d3afb8f6-7c5f-4a62-80e9-b8bdec5f1369 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.0902827 Jul 22 21:15:28.701510 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae67a4c3-6d5b-4ecf-bee2-baeca3be794c req-436b51b1-171b-40c9-b336-11b3326c0658 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370924 Jul 22 21:15:28.923583 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47218) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:29.048117 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7d95f92-d08e-4237-95e6-87a0eb1b8d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.149034 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7d95f92-d08e-4237-95e6-87a0eb1b8d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.152750 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7d95f92-d08e-4237-95e6-87a0eb1b8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.194452 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e7d95f92-d08e-4237-95e6-87a0eb1b8d91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63fe5b717cf94dd5b13f229e603661b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669683 Jul 22 21:15:29.194452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d95f92-d08e-4237-95e6-87a0eb1b8d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc8e4e-ca9f-4ff7-bcb5-b7f1016c13fb,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:29.194915 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47228) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:29.249865 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac15b254-124e-4e25-b301-f6664ef55ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.275149 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac15b254-124e-4e25-b301-f6664ef55ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.328907 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac15b254-124e-4e25-b301-f6664ef55ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.331489 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ac15b254-124e-4e25-b301-f6664ef55ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:29.335490 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ac15b254-124e-4e25-b301-f6664ef55ad7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4cc8e4e-ca9f-4ff7-bcb5-b7f1016c13fb HTTP/1.1" status: 204 len: 168 time: 0.1394637 Jul 22 21:15:29.345322 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15b254-124e-4e25-b301-f6664ef55ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc8e4e-ca9f-4ff7-bcb5-b7f1016c13fb,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:29.391549 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c8e2-c2a3-485b-964b-e670d482d9bf req-bc77f942-d5c5-4dd6-99a7-681333c6de9d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.393142 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b160c8e2-c2a3-485b-964b-e670d482d9bf req-bc77f942-d5c5-4dd6-99a7-681333c6de9d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0928605 Jul 22 21:15:29.450144 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b160c8e2-c2a3-485b-964b-e670d482d9bf req-1b506f15-e02b-420c-b5fa-0beefb46a0c5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496638 Jul 22 21:15:29.572077 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-a38d388d-3037-4deb-bed6-1d0b8d7e2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.574039 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-a38d388d-3037-4deb-bed6-1d0b8d7e2a26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.0761673 Jul 22 21:15:29.781051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-2ba5747d-206e-446e-b8e8-e5af62f3a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.782720 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-2ba5747d-206e-446e-b8e8-e5af62f3a751 service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.1373096 Jul 22 21:15:29.798707 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3888ed-eda2-4248-8277-9415c9f40256 req-9738c8ab-de0e-4670-bbbd-e16cbc0c16a6 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.800297 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c3888ed-eda2-4248-8277-9415c9f40256 req-9738c8ab-de0e-4670-bbbd-e16cbc0c16a6 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 944 time: 0.1275988 Jul 22 21:15:29.846240 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-d46befd5-7474-4b26-bc7f-b99da50bf94a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.0445282 Jul 22 21:15:29.909158 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c3888ed-eda2-4248-8277-9415c9f40256 req-e59d7516-492e-4f60-8290-0ea4cb16732a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005681 Jul 22 21:15:29.937096 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dea0f-fb09-40ff-bcd3-c1a5b54c34a2 req-bdd073e5-4b44-4965-8583-26689a3c433f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:29.941574 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe2dea0f-fb09-40ff-bcd3-c1a5b54c34a2 req-bdd073e5-4b44-4965-8583-26689a3c433f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.1019497 Jul 22 21:15:30.051476 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe2dea0f-fb09-40ff-bcd3-c1a5b54c34a2 req-9b05f241-69e5-4ad9-8764-cd970f621711 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949972 Jul 22 21:15:30.056206 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-4289a0e6-f042-4c81-a2a4-d0e166c328a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:30.057699 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-4289a0e6-f042-4c81-a2a4-d0e166c328a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.1168840 Jul 22 21:15:30.087364 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-dfbd2215-e2dd-4ddd-838d-7d4c9f57f221 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:30.088965 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-dfbd2215-e2dd-4ddd-838d-7d4c9f57f221 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 946 time: 0.1491885 Jul 22 21:15:30.111036 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-a97e810f-53a4-4871-89df-7ce4078e24df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448411 Jul 22 21:15:30.276655 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-b123f5ec-7b80-4f28-bde1-7e3725b6774f service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573031 Jul 22 21:15:30.286857 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Deleting port f49e104f-8953-4a03-b48f-cce180e8b200 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:15:30.287193 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.447986 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] For port f49e104f-8953-4a03-b48f-cce180e8b200, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f49e104f-8953-4a03-b48f-cce180e8b200,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:30.448428 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.463315 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-791c245b-6cf9-4430-ba46-41eb209cc767 req-1fda284c-5749-4037-9faf-4907754bb079 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620979 Jul 22 21:15:30.467184 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Calling delete_port for f49e104f-8953-4a03-b48f-cce180e8b200 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:15:30.670094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.679454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd96dd-6422-4b22-93e1-ddc66f31f8c0 req-3018ca13-5ba0-434b-ad3e-b8ea4137b38f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:30.680988 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-61dd96dd-6422-4b22-93e1-ddc66f31f8c0 req-3018ca13-5ba0-434b-ad3e-b8ea4137b38f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1441433 Jul 22 21:15:30.721506 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Pushing event deleted for resources: {'Port': ['ID=f49e104f-8953-4a03-b48f-cce180e8b200,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:30.739493 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['f49e104f-8953-4a03-b48f-cce180e8b200'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:30.786841 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] No DVR routers for this DVR port f49e104f-8953-4a03-b48f-cce180e8b200 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:15:30.790949 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:30.792976 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1c4c611-8e87-4e5b-8455-f1746fd7e574 req-f5eff184-eaab-46be-8b0e-6d81ce265bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "DELETE /v2.0/ports/f49e104f-8953-4a03-b48f-cce180e8b200 HTTP/1.1" status: 204 len: 173 time: 0.6850255 Jul 22 21:15:30.793384 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43547341-b44d-4050-a288-2977217a34c5', 'name': 'network-vif-deleted', 'tag': 'f49e104f-8953-4a03-b48f-cce180e8b200'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:30.796296 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97848933-3f07-4d09-878a-5243ca0c4935" -d '{"events": [{"server_uuid": "43547341-b44d-4050-a288-2977217a34c5", "name": "network-vif-deleted", "tag": "f49e104f-8953-4a03-b48f-cce180e8b200"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:30.801868 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-61dd96dd-6422-4b22-93e1-ddc66f31f8c0 req-41cd2987-bab0-44b6-9ca4-b3f83eca94a2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131876 Jul 22 21:15:30.892092 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb8dec9-f453-4917-b803-d008ff22ec2e x-openstack-request-id: req-0bb8dec9-f453-4917-b803-d008ff22ec2e {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:30.892571 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43547341-b44d-4050-a288-2977217a34c5", "name": "network-vif-deleted", "tag": "f49e104f-8953-4a03-b48f-cce180e8b200", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:30.892835 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bb8dec9-f453-4917-b803-d008ff22ec2e {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:30.893249 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43547341-b44d-4050-a288-2977217a34c5', 'name': 'network-vif-deleted', 'tag': 'f49e104f-8953-4a03-b48f-cce180e8b200', 'status': 'completed', 'code': 200} Jul 22 21:15:30.976876 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:31.038368 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:31.048531 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:31.049261 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.068139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10785294-fc2c-4856-91e3-fe54b0cc4705 req-820c3cc9-bbbe-4ab6-a0cf-560a6c5d9876 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:31.070000 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10785294-fc2c-4856-91e3-fe54b0cc4705 req-820c3cc9-bbbe-4ab6-a0cf-560a6c5d9876 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 944 time: 0.0848460 Jul 22 21:15:31.161425 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10785294-fc2c-4856-91e3-fe54b0cc4705 req-26a53cec-ef0c-4b38-aadc-6dee54f9d024 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747266 Jul 22 21:15:31.181934 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.207699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:31.210738 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da763f7d-7426-409c-b6e1-f39da5dff72d" -d '{"events": [{"server_uuid": "bb5fa882-20de-40bd-96aa-145eb07784f3", "name": "network-vif-plugged", "status": "completed", "tag": "3923d10b-8e04-4ff6-b1d7-26dfd0832c4e"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:31.229301 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:31.236568 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b8641b18-af13-4c11-bf27-c2047772816c req-ec2b451f-9e3f-4e9f-adfc-181d6a031e97 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 210 time: 0.0594792 Jul 22 21:15:31.237074 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.286549 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58142fe4-f3d4-48ca-88ae-2b649928bde1 x-openstack-request-id: req-58142fe4-f3d4-48ca-88ae-2b649928bde1 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:31.286832 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5fa882-20de-40bd-96aa-145eb07784f3", "name": "network-vif-plugged", "status": "completed", "tag": "3923d10b-8e04-4ff6-b1d7-26dfd0832c4e", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:31.287338 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58142fe4-f3d4-48ca-88ae-2b649928bde1 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:31.288148 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e', 'code': 200} Jul 22 21:15:31.309436 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:31.600651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf1fff-59f3-44c8-bbcf-817d8aee37f8 req-70b5b243-e5e9-4bd2-b415-1bff6500e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:31.602165 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ebf1fff-59f3-44c8-bbcf-817d8aee37f8 req-70b5b243-e5e9-4bd2-b415-1bff6500e550 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 1098 time: 0.0695105 Jul 22 21:15:31.658253 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ebf1fff-59f3-44c8-bbcf-817d8aee37f8 req-b274d023-f148-46a6-bdb2-debe2a942778 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 22 21:15:31.950635 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ff0ec-ab6c-4cfb-aaed-78b466234004 req-1d0af449-4c62-4405-b1a3-e0ea86b12df3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:31.953268 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d73ff0ec-ab6c-4cfb-aaed-78b466234004 req-1d0af449-4c62-4405-b1a3-e0ea86b12df3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0732431 Jul 22 21:15:31.972656 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.000140 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d73ff0ec-ab6c-4cfb-aaed-78b466234004 req-f72fa333-c4f4-45ee-9230-b680903ac79c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Jul 22 21:15:32.610654 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47416) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:32.656454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192aa74-2405-4d06-85ff-93207c7323b0 req-df1d3ef9-16f5-4897-b68f-1befc330a86d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:32.658702 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f192aa74-2405-4d06-85ff-93207c7323b0 req-df1d3ef9-16f5-4897-b68f-1befc330a86d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.0944118 Jul 22 21:15:32.726095 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-113ffa5b-3ac5-451b-9de0-d5263c1be543 req-9d9aec07-d115-443f-a62e-ef60e8249260 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=43547341-b44d-4050-a288-2977217a34c5 HTTP/1.1" status: 200 len: 210 time: 0.0416312 Jul 22 21:15:32.731765 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f192aa74-2405-4d06-85ff-93207c7323b0 req-f61c8e18-0d32-4b09-944e-f23495b34bef tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670552 Jul 22 21:15:32.775267 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b092d534-f363-4b86-956b-6ea86af6dd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.885454 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b092d534-f363-4b86-956b-6ea86af6dd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.889704 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b092d534-f363-4b86-956b-6ea86af6dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:32.935731 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b092d534-f363-4b86-956b-6ea86af6dd2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c5ecca9ca114ef0a01d60afa5976757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238420 Jul 22 21:15:32.936057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47420) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:32.937399 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092d534-f363-4b86-956b-6ea86af6dd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea0b48-b4df-40e0-ad0a-97b8a2e74c76,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:32.990460 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d6c-4f10-4d24-9089-e869a352542a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.019271 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d6c-4f10-4d24-9089-e869a352542a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.076258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d6c-4f10-4d24-9089-e869a352542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.079533 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a9d00d6c-4f10-4d24-9089-e869a352542a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.080745 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a9d00d6c-4f10-4d24-9089-e869a352542a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16ea0b48-b4df-40e0-ad0a-97b8a2e74c76 HTTP/1.1" status: 204 len: 168 time: 0.1431990 Jul 22 21:15:33.104275 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00d6c-4f10-4d24-9089-e869a352542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea0b48-b4df-40e0-ad0a-97b8a2e74c76,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:33.167017 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d7e55-a9a9-4cc7-ae41-47a386803813 req-3560cc2e-06f5-4b46-baa8-f75befcf8ca3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:33.168778 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d7d7e55-a9a9-4cc7-ae41-47a386803813 req-3560cc2e-06f5-4b46-baa8-f75befcf8ca3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0868270 Jul 22 21:15:33.211775 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d7d7e55-a9a9-4cc7-ae41-47a386803813 req-52c3a498-5ce8-4ee3-b1b3-e2052c75b309 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368738 Jul 22 21:15:33.367953 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47428) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:33.381851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c738-c782-4bad-9161-5a7265cf0067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.481670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c738-c782-4bad-9161-5a7265cf0067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.485793 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c738-c782-4bad-9161-5a7265cf0067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.527075 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d0d9c738-c782-4bad-9161-5a7265cf0067 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90c4c3f61941440b87b5613af4844e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556592 Jul 22 21:15:33.527075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9c738-c782-4bad-9161-5a7265cf0067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e702420-2044-4078-9861-2a27f55fc76c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:33.527423 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47434) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:33.590929 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-95df1023-1f6d-4534-845b-1652910784cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.613596 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-95df1023-1f6d-4534-845b-1652910784cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.663667 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-95df1023-1f6d-4534-845b-1652910784cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.666574 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-95df1023-1f6d-4534-845b-1652910784cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:33.667960 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-95df1023-1f6d-4534-845b-1652910784cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e702420-2044-4078-9861-2a27f55fc76c HTTP/1.1" status: 204 len: 168 time: 0.1387436 Jul 22 21:15:33.677419 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df1023-1f6d-4534-845b-1652910784cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e702420-2044-4078-9861-2a27f55fc76c,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:33.836808 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47452) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:33.923441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34066fef-4505-4dfd-9880-76e27f995bb7 req-fbb0746c-3a1e-42e6-b6cf-f571140ef021 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:33.925235 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-34066fef-4505-4dfd-9880-76e27f995bb7 req-fbb0746c-3a1e-42e6-b6cf-f571140ef021 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.0763929 Jul 22 21:15:33.972732 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-34066fef-4505-4dfd-9880-76e27f995bb7 req-74736f4f-5bd3-4c8f-b610-00772196d923 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Jul 22 21:15:34.043779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d0561b21-f9d1-415d-ae8e-53d07cb820d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.156885 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-7ee9ed00-60b9-434e-8610-852452e58380 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:34.158365 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-7ee9ed00-60b9-434e-8610-852452e58380 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/networks?id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5 HTTP/1.1" status: 200 len: 808 time: 0.1447651 Jul 22 21:15:34.186742 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-b4070134-58b0-42b6-abc2-94571d474bf1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/quotas/4fc4584b7b4b4d019e10385890003e4e HTTP/1.1" status: 200 len: 375 time: 0.0177910 Jul 22 21:15:34.230945 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-876cbafc-2a66-4b52-a6b7-67bc552d549e tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fc4584b7b4b4d019e10385890003e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321157 Jul 22 21:15:34.270552 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d0561b21-f9d1-415d-ae8e-53d07cb820d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.282903 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d0561b21-f9d1-415d-ae8e-53d07cb820d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.383300 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47484) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:34.383567 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d0561b21-f9d1-415d-ae8e-53d07cb820d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70f524a82c814928bfcaed79be69b046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446520 Jul 22 21:15:34.419165 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0561b21-f9d1-415d-ae8e-53d07cb820d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a698ec3-6646-454d-a0fc-864b4c8429bf,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.441130 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c25693d-4e33-49d1-b171-705d65234d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.447072 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-2b63d05b-6dcc-4872-9b23-dd265420a299 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064295 Jul 22 21:15:34.471726 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c25693d-4e33-49d1-b171-705d65234d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.501423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ceae0-06d0-43b6-9385-fe8ca1992446 req-ee8c3fd4-e9dc-4e81-a29f-35a0a5e8caaa tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:34.503250 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d5ceae0-06d0-43b6-9385-fe8ca1992446 req-ee8c3fd4-e9dc-4e81-a29f-35a0a5e8caaa tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1460490 Jul 22 21:15:34.523469 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c25693d-4e33-49d1-b171-705d65234d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.526303 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c25693d-4e33-49d1-b171-705d65234d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:34.527648 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6c25693d-4e33-49d1-b171-705d65234d4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a698ec3-6646-454d-a0fc-864b4c8429bf HTTP/1.1" status: 204 len: 168 time: 0.1428049 Jul 22 21:15:34.547931 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25693d-4e33-49d1-b171-705d65234d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a698ec3-6646-454d-a0fc-864b4c8429bf,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:34.604429 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-93c77359-5ff3-4f96-8fa5-40ce81a3e7de service neutron] 10.222.0.44 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488199 Jul 22 21:15:34.608272 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d5ceae0-06d0-43b6-9385-fe8ca1992446 req-633800de-8e2d-4862-9a73-c49f79ad622e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639317 Jul 22 21:15:34.816681 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7d0e5ad6-3b3b-4cab-9281-2a33fd451548 req-d4d91a52-b08e-44d5-bf5f-0c82ea05764d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 210 time: 0.0431683 Jul 22 21:15:34.995951 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f49e104f-8953-4a03-b48f-cce180e8b200 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:15:35.046175 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: f49e104f-8953-4a03-b48f-cce180e8b200 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:15:35.051974 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f49e104f-8953-4a03-b48f-cce180e8b200 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:15:35.162168 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb43ba-f464-4bac-80ef-7823dfc36d40 req-6cc327fa-bc6a-4f53-bdbc-d4344ca68586 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.163934 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5fcb43ba-f464-4bac-80ef-7823dfc36d40 req-6cc327fa-bc6a-4f53-bdbc-d4344ca68586 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.0736094 Jul 22 21:15:35.217992 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5fcb43ba-f464-4bac-80ef-7823dfc36d40 req-386cafb5-a222-4fe6-8bdf-4aed4b06ef89 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465543 Jul 22 21:15:35.768560 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457358a8-133d-478c-a143-910eac64e7fa req-6db8ef6c-dc22-4bbe-8d21-b41081895d61 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:35.770298 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-457358a8-133d-478c-a143-910eac64e7fa req-6db8ef6c-dc22-4bbe-8d21-b41081895d61 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0796967 Jul 22 21:15:35.820033 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-457358a8-133d-478c-a143-910eac64e7fa req-da64cf11-5446-4ce0-b0bc-b40cf01cfe58 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Jul 22 21:15:35.948677 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ad2f16f1-6adb-433e-80f5-0a340a123c07 req-19ffd10b-c4e8-41d0-bf6b-5d312bf0e84c tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 210 time: 0.0461817 Jul 22 21:15:36.685628 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e8dd8243-dfe0-45bc-b23e-09ded6347d9d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:36.688084 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e8dd8243-dfe0-45bc-b23e-09ded6347d9d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "GET /v2.0/networks?id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5 HTTP/1.1" status: 200 len: 808 time: 0.1290584 Jul 22 21:15:36.731984 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47598) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:36.756797 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Request body: {'port': {'device_id': 'f62561f1-353b-4009-b842-3eee60431d84', 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5', 'admin_state_up': True, 'tenant_id': '4fc4584b7b4b4d019e10385890003e4e'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:36.871623 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-994d0406-b8a0-4d9b-8d5b-6ee3cd909bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:36.875811 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Made reservation on behalf of 4fc4584b7b4b4d019e10385890003e4e for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:36.880015 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.018032 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-994d0406-b8a0-4d9b-8d5b-6ee3cd909bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.036492 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-994d0406-b8a0-4d9b-8d5b-6ee3cd909bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.096887 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9264d7-9d2a-40da-b740-5e700e1c029f req-e8568122-eb5b-41d1-8b44-56b9a0c284e6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.098438 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c9264d7-9d2a-40da-b740-5e700e1c029f req-e8568122-eb5b-41d1-8b44-56b9a0c284e6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1463170 Jul 22 21:15:37.102595 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47616) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:37.103041 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-994d0406-b8a0-4d9b-8d5b-6ee3cd909bd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4536dc0ff67042bf8498009decbafcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692040 Jul 22 21:15:37.105401 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d0406-b8a0-4d9b-8d5b-6ee3cd909bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1956c39b-8405-4ca6-ace3-d9c71efa67ea,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:37.112480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Allocated IP 172.20.0.6 (7f6589ea-37c0-4cf9-a7c0-90dda13305a5/6a9cd100-0733-4c7e-85d9-edfd830a24d1/1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:37.163033 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aa2b1160-6ec6-4bbc-a9bc-e297ea47030d req-c16f9ebf-bb82-46db-8bbe-0c6c40374e0a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 210 time: 0.0771074 Jul 22 21:15:37.242826 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c9264d7-9d2a-40da-b740-5e700e1c029f req-b454f761-2967-4628-b8e8-fd2e3c160545 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211836 Jul 22 21:15:37.268549 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0cd69c40-abea-4fa6-bdd3-611b3017a3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.314175 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0cd69c40-abea-4fa6-bdd3-611b3017a3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.417896 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.432628 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0cd69c40-abea-4fa6-bdd3-611b3017a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.435255 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0cd69c40-abea-4fa6-bdd3-611b3017a3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.437218 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0cd69c40-abea-4fa6-bdd3-611b3017a3b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1956c39b-8405-4ca6-ace3-d9c71efa67ea HTTP/1.1" status: 204 len: 168 time: 0.3334739 Jul 22 21:15:37.449995 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd69c40-abea-4fa6-bdd3-611b3017a3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1956c39b-8405-4ca6-ace3-d9c71efa67ea,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:37.479452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.522534 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:37.528584 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:37.533613 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:37.575637 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Pushing event updated for resources: {'Port': ['ID=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:37.624071 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:37.624943 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.644582 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-093f5844-2f55-46f5-aaa1-e64dc7531f0d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8917286 Jul 22 21:15:37.677237 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Request body: {'port': {'device_id': 'f62561f1-353b-4009-b842-3eee60431d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:37.823423 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47636) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:37.838651 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-132c0fc2-b241-47ab-a3fe-9886800e2b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.951225 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-132c0fc2-b241-47ab-a3fe-9886800e2b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:37.956519 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-132c0fc2-b241-47ab-a3fe-9886800e2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.002147 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-132c0fc2-b241-47ab-a3fe-9886800e2b29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04511d59d0ec4322a1dde7dce95053e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775253 Jul 22 21:15:38.003470 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c0fc2-b241-47ab-a3fe-9886800e2b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb3d53a-6359-4d42-aed4-6b77d7d97807,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.004879 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47638) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:38.035141 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.103291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-089b7f18-60f2-4420-9092-6801063e12f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.184139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-089b7f18-60f2-4420-9092-6801063e12f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.374318 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-089b7f18-60f2-4420-9092-6801063e12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.376892 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-089b7f18-60f2-4420-9092-6801063e12f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.378018 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-089b7f18-60f2-4420-9092-6801063e12f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bb3d53a-6359-4d42-aed4-6b77d7d97807 HTTP/1.1" status: 204 len: 168 time: 0.3719616 Jul 22 21:15:38.410025 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b7f18-60f2-4420-9092-6801063e12f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb3d53a-6359-4d42-aed4-6b77d7d97807,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.475408 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4cbcf-ca71-475c-849d-b6dd3a048a79 req-64ea3869-02b9-4798-a601-35887e79327b tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.476996 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6ab4cbcf-ca71-475c-849d-b6dd3a048a79 req-64ea3869-02b9-4798-a601-35887e79327b tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 931 time: 0.2271245 Jul 22 21:15:38.513791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:38.527938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fab6d-1f1b-482d-b4f0-14a82e1208aa req-d0abbe5f-eafb-410c-9a64-e3351da3aa64 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.533617 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c1fab6d-1f1b-482d-b4f0-14a82e1208aa req-d0abbe5f-eafb-410c-9a64-e3351da3aa64 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2075310 Jul 22 21:15:38.543511 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.596009 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6ab4cbcf-ca71-475c-849d-b6dd3a048a79 req-97ef1741-5d06-47e3-9fa5-2c0bc2b4fcd4 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115012 Jul 22 21:15:38.598941 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Transition to ACTIVE for port object 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:38.605453 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c1fab6d-1f1b-482d-b4f0-14a82e1208aa req-dd532e8a-fe87-443b-bd3f-2e915a214297 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643015 Jul 22 21:15:38.606485 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.700275 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Pushing event updated for resources: {'Port': ['ID=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.767113 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Attempting to bind port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:38.767536 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Attempting to bind port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:38.767805 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Attempting to bind port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 on network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:38.772468 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 on network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:38.772842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Attempting to bind port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 on network 7f6589ea-37c0-4cf9-a7c0-90dda13305a5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:38.778001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:38.778341 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Checking segment: {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:38.778727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Bound using segment: {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:38.779196 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Bound port: 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a22d04b-e2b1-4f1a-b84a-b7009662870d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:38.780159 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.872719 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] For port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:38.876415 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] For port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:38.882497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.920352 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:38.921051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:38.922494 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] 10.222.0.69 "PUT /v2.0/ports/1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 HTTP/1.1" status: 200 len: 1093 time: 1.2497277 Jul 22 21:15:38.922940 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62561f1-353b-4009-b842-3eee60431d84', 'tag': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:38.925256 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c261c47-d45b-40c0-a82b-f97cdd38cafa" -d '{"events": [{"name": "network-changed", "server_uuid": "f62561f1-353b-4009-b842-3eee60431d84", "tag": "1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:38.956489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb4df4-8485-4066-8686-a37c3e8e610b service neutron] Pushing event updated for resources: {'Port': ['ID=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:38.978791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bff113-aa99-4cd7-98ed-56e4434083ed x-openstack-request-id: req-a2bff113-aa99-4cd7-98ed-56e4434083ed {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:38.979272 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62561f1-353b-4009-b842-3eee60431d84", "tag": "1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:38.980602 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2bff113-aa99-4cd7-98ed-56e4434083ed {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:38.980602 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62561f1-353b-4009-b842-3eee60431d84', 'tag': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070', 'status': 'completed', 'code': 200} Jul 22 21:15:39.188578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c261c47-d45b-40c0-a82b-f97cdd38cafa req-c95c7d97-36d2-4366-b09a-e07c39ab2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.190984 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1c261c47-d45b-40c0-a82b-f97cdd38cafa req-c95c7d97-36d2-4366-b09a-e07c39ab2b71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fc4584b7b4b4d019e10385890003e4e&device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 1096 time: 0.1002271 Jul 22 21:15:39.355468 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c261c47-d45b-40c0-a82b-f97cdd38cafa req-8e904eaa-2273-476e-90af-3033aa543512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.357271 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1c261c47-d45b-40c0-a82b-f97cdd38cafa req-8e904eaa-2273-476e-90af-3033aa543512 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4fc4584b7b4b4d019e10385890003e4e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1317837 Jul 22 21:15:39.489299 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c261c47-d45b-40c0-a82b-f97cdd38cafa req-73ee2736-d1c0-4860-88a6-b83ada3cbb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.491466 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1c261c47-d45b-40c0-a82b-f97cdd38cafa req-73ee2736-d1c0-4860-88a6-b83ada3cbb2f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069434 Jul 22 21:15:39.676786 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-37ee675a-4da1-4f3a-9cf5-72a812d02fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.679207 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-37ee675a-4da1-4f3a-9cf5-72a812d02fc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fc4584b7b4b4d019e10385890003e4e&device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 1096 time: 0.0887406 Jul 22 21:15:39.812261 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-29818a2d-45ee-4802-858f-3340cb6d4989 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 HTTP/1.1" status: 200 len: 217 time: 0.0823245 Jul 22 21:15:39.909041 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-b61df133-c471-4924-a012-9d0526bda7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.911660 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-b61df133-c471-4924-a012-9d0526bda7d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6a9cd100-0733-4c7e-85d9-edfd830a24d1 HTTP/1.1" status: 200 len: 848 time: 0.0865042 Jul 22 21:15:39.924342 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893fc5-ae59-461c-98c8-98f0dd055409 req-8c8e3606-b968-458d-b847-088c8602d946 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.926328 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d5893fc5-ae59-461c-98c8-98f0dd055409 req-8c8e3606-b968-458d-b847-088c8602d946 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 943 time: 0.2458520 Jul 22 21:15:39.959589 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28db97-6b11-4731-8a6d-bbdc4092b6f4 req-31104d1d-fd51-472a-a14a-c4ab74607f5f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:39.961184 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a28db97-6b11-4731-8a6d-bbdc4092b6f4 req-31104d1d-fd51-472a-a14a-c4ab74607f5f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2295575 Jul 22 21:15:39.992921 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-483a83a8-2f14-4e16-9f19-f0fd9b3bb24c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f6589ea-37c0-4cf9-a7c0-90dda13305a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572817 Jul 22 21:15:40.054940 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d5893fc5-ae59-461c-98c8-98f0dd055409 req-26f2cec5-9439-41b4-81ed-325bd3aec015 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224661 Jul 22 21:15:40.099724 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a28db97-6b11-4731-8a6d-bbdc4092b6f4 req-96837df4-6f96-48ba-9078-45154fd78ced tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121311 Jul 22 21:15:40.136317 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-0ab3e36b-935f-4215-831c-1c7a98851dd0 service neutron] 10.222.0.69 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248226 Jul 22 21:15:40.351640 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae2928ac-85f7-4d6d-a108-02614341c896 req-a29c5d69-5d1a-45a5-a7b9-e4c0d61ae851 service neutron] 10.222.0.69 "GET /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546340 Jul 22 21:15:40.618850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47740) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:40.736622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-aabae475-ec5f-4b53-880a-d3ec9159fdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.860250 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-aabae475-ec5f-4b53-880a-d3ec9159fdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.865605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-aabae475-ec5f-4b53-880a-d3ec9159fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.910707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-aabae475-ec5f-4b53-880a-d3ec9159fdb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a1d8b7d43b44d36beb2c3796389b515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906177 Jul 22 21:15:40.913301 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47750) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:40.919870 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabae475-ec5f-4b53-880a-d3ec9159fdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4f8ad-a26f-4816-a35b-989aba787743,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:40.973556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57565441-4a5e-4afd-8bba-bc40c019819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:40.995906 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57565441-4a5e-4afd-8bba-bc40c019819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.049481 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57565441-4a5e-4afd-8bba-bc40c019819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.051954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57565441-4a5e-4afd-8bba-bc40c019819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.053151 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-57565441-4a5e-4afd-8bba-bc40c019819d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1c4f8ad-a26f-4816-a35b-989aba787743 HTTP/1.1" status: 204 len: 168 time: 0.1389258 Jul 22 21:15:41.062196 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565441-4a5e-4afd-8bba-bc40c019819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4f8ad-a26f-4816-a35b-989aba787743,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.280615 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c065ce-5893-489d-a662-373846099ddd req-a7d09349-723f-470c-947e-03236b9a6d77 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:41.282216 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e2c065ce-5893-489d-a662-373846099ddd req-a7d09349-723f-470c-947e-03236b9a6d77 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 943 time: 0.1345265 Jul 22 21:15:41.295461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa87562-90f2-4219-9da7-13a889d776e9 req-e0e8ea70-640b-44ea-aaab-bbc324dca796 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:41.297118 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-baa87562-90f2-4219-9da7-13a889d776e9 req-e0e8ea70-640b-44ea-aaab-bbc324dca796 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1055627 Jul 22 21:15:41.367971 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e2c065ce-5893-489d-a662-373846099ddd req-eb1827c1-675c-4050-ab3e-014f5d948e0f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691786 Jul 22 21:15:41.382828 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-baa87562-90f2-4219-9da7-13a889d776e9 req-d3dfcaa8-f694-49c5-ba3d-a39404c3ffc0 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Jul 22 21:15:41.406138 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47776) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:41.423553 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ef335196-77cf-46a4-a31f-fc22b54aa1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.530166 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ef335196-77cf-46a4-a31f-fc22b54aa1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.535923 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ef335196-77cf-46a4-a31f-fc22b54aa1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.590627 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ef335196-77cf-46a4-a31f-fc22b54aa1ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e3d2963b9174aa6abb5a008b9fdbdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831434 Jul 22 21:15:41.591450 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef335196-77cf-46a4-a31f-fc22b54aa1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afd551-b329-4aad-a901-3cc1eeda4942,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:41.604333 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47782) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:41.671683 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfe55-5f63-4306-bc9a-c0b0c7be2e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.695959 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfe55-5f63-4306-bc9a-c0b0c7be2e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.763058 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfe55-5f63-4306-bc9a-c0b0c7be2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.766312 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfe55-5f63-4306-bc9a-c0b0c7be2e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:41.767738 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3e1bfe55-5f63-4306-bc9a-c0b0c7be2e04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5afd551-b329-4aad-a901-3cc1eeda4942 HTTP/1.1" status: 204 len: 168 time: 0.1717405 Jul 22 21:15:41.778739 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bfe55-5f63-4306-bc9a-c0b0c7be2e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afd551-b329-4aad-a901-3cc1eeda4942,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:42.644023 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768ec6e-b48b-42f8-bb14-64f3796e5399 req-3e79af46-44c3-4d4d-8df7-32e25945b513 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.646969 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1768ec6e-b48b-42f8-bb14-64f3796e5399 req-3e79af46-44c3-4d4d-8df7-32e25945b513 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1545246 Jul 22 21:15:42.663967 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735f94-37c1-4cf6-adf2-8a0764f39f72 req-974506e1-9fc5-4878-b4bd-36d2dccc7ee1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.665702 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e8735f94-37c1-4cf6-adf2-8a0764f39f72 req-974506e1-9fc5-4878-b4bd-36d2dccc7ee1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 943 time: 0.1606317 Jul 22 21:15:42.766407 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1768ec6e-b48b-42f8-bb14-64f3796e5399 req-9c7a4ce5-adce-495b-b0e2-80e76ba3e8f2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992463 Jul 22 21:15:42.804377 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e8735f94-37c1-4cf6-adf2-8a0764f39f72 req-6ae16318-87c5-45d8-bc82-55fefa6fc4a7 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236200 Jul 22 21:15:43.965595 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5615e6e-6918-4ed9-9d42-d7c214cfc73d req-c336c789-5094-4134-a352-05da5fdb8d33 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:43.967714 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c5615e6e-6918-4ed9-9d42-d7c214cfc73d req-c336c789-5094-4134-a352-05da5fdb8d33 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1173434 Jul 22 21:15:44.022843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba64918-8620-4413-95b7-292860ed35bb req-6f41e2b2-ce5b-49f2-b8f3-a6c612ca1656 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:44.024349 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1ba64918-8620-4413-95b7-292860ed35bb req-6f41e2b2-ce5b-49f2-b8f3-a6c612ca1656 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 943 time: 0.1162665 Jul 22 21:15:44.033863 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c5615e6e-6918-4ed9-9d42-d7c214cfc73d req-f4a152e5-d329-4a4e-a28e-9b1eaa024429 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576394 Jul 22 21:15:44.072371 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1ba64918-8620-4413-95b7-292860ed35bb req-a56f9a19-d525-46c0-aae2-8f58d0ca300d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Jul 22 21:15:45.045372 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:15:45.235474 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:45.257616 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070', 'network_id': '7f6589ea-37c0-4cf9-a7c0-90dda13305a5', 'port_id': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070', 'mac_address': 'fa:16:3e:28:a0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9cd100-0733-4c7e-85d9-edfd830a24d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:15:45.274371 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad1ff9-8fd0-482e-a405-e6908c06aa64 req-bf342610-5974-4970-9071-c80c3b3ae8a6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:45.276417 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6ad1ff9-8fd0-482e-a405-e6908c06aa64 req-bf342610-5974-4970-9071-c80c3b3ae8a6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1311057 Jul 22 21:15:45.300376 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b966-c655-4ee1-b8a8-1e943e954dda req-11ef2ebf-74c4-4c5e-8677-0fbb429db698 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:45.300837 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.302008 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4ea1b966-c655-4ee1-b8a8-1e943e954dda req-11ef2ebf-74c4-4c5e-8677-0fbb429db698 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 943 time: 0.1106985 Jul 22 21:15:45.315028 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:45.336069 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:45.347493 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:45.381625 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6ad1ff9-8fd0-482e-a405-e6908c06aa64 req-d3b22946-8a7b-4e30-b2b9-9724cda7ab9f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758274 Jul 22 21:15:45.399216 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4ea1b966-c655-4ee1-b8a8-1e943e954dda req-f57ccc25-46a1-46bf-91d9-24cd7f80c71d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857401 Jul 22 21:15:45.438657 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:46.140180 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:46.559985 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54341f40-cbb0-48ed-ba12-e3c334727c7e req-ad65da56-baf7-4a49-86e0-a1ccf1cd7e38 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:46.559985 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-54341f40-cbb0-48ed-ba12-e3c334727c7e req-ad65da56-baf7-4a49-86e0-a1ccf1cd7e38 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0928409 Jul 22 21:15:46.631205 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-54341f40-cbb0-48ed-ba12-e3c334727c7e req-15d7290d-5e85-4377-8151-450ec9566c67 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536003 Jul 22 21:15:46.656890 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4d7e2-56fa-481d-813f-2dc80d696b28 req-c11f7107-d33f-4b37-a9e2-7d915ba79da7 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:46.660902 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-acb4d7e2-56fa-481d-813f-2dc80d696b28 req-c11f7107-d33f-4b37-a9e2-7d915ba79da7 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 944 time: 0.1264498 Jul 22 21:15:46.734880 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-acb4d7e2-56fa-481d-813f-2dc80d696b28 req-81cb0ca5-10b9-422c-a63e-4cc00f115faa tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656109 Jul 22 21:15:46.962698 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 47942) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:47.116868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6188a48d-61a6-4d1b-b1c0-74dcc0d4c78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.241600 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6188a48d-61a6-4d1b-b1c0-74dcc0d4c78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.249016 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-6188a48d-61a6-4d1b-b1c0-74dcc0d4c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.295874 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-6188a48d-61a6-4d1b-b1c0-74dcc0d4c78c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69d0fa84747748759fa465c1d255086c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318071 Jul 22 21:15:47.298777 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188a48d-61a6-4d1b-b1c0-74dcc0d4c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002f1c32-2674-4f7d-810d-ca1c815c3e1d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:47.300302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47958) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:47.390426 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-07f47cf1-d03c-4292-b0d3-4feaf474e9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.422372 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-07f47cf1-d03c-4292-b0d3-4feaf474e9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.479708 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-07f47cf1-d03c-4292-b0d3-4feaf474e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.485286 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-07f47cf1-d03c-4292-b0d3-4feaf474e9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.487247 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-07f47cf1-d03c-4292-b0d3-4feaf474e9a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/002f1c32-2674-4f7d-810d-ca1c815c3e1d HTTP/1.1" status: 204 len: 168 time: 0.1841111 Jul 22 21:15:47.501286 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f47cf1-d03c-4292-b0d3-4feaf474e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002f1c32-2674-4f7d-810d-ca1c815c3e1d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:47.801517 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548472b4-99b7-4a69-a3a9-5e5c61fe426d req-652c29b7-007a-4a12-a211-0e1a2373a48c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.803079 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-548472b4-99b7-4a69-a3a9-5e5c61fe426d req-652c29b7-007a-4a12-a211-0e1a2373a48c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0829790 Jul 22 21:15:47.856768 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-548472b4-99b7-4a69-a3a9-5e5c61fe426d req-da42a105-216d-4b7b-959c-46c48a5d3229 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Jul 22 21:15:47.910716 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536261f-b586-4d47-a40f-f6004d70ba11 req-907ce46f-46d8-40d9-b7bf-20a3b77a8e88 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:47.912444 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d536261f-b586-4d47-a40f-f6004d70ba11 req-907ce46f-46d8-40d9-b7bf-20a3b77a8e88 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 944 time: 0.0788033 Jul 22 21:15:47.939621 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3aa7603a-b06f-4b05-9f8a-26d6412a0005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.957905 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d536261f-b586-4d47-a40f-f6004d70ba11 req-3d1fa797-f471-4048-9a8a-ef065ef72ff2 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Jul 22 21:15:48.190036 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 47994) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:48.318361 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1238955237-network', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:48.346917 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Made reservation on behalf of 61f271f6c88b4af2aca02c565bfe1ea7 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:48.349883 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.360554 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.477234 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.482100 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.512557 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:48.544124 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3fd10b-9fbb-4b9e-abd5-7911a684fc01,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:48.550715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.551239 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Added segment 42feb098-83a6-40bd-9ef2-f3069b73b709 of type vlan for network a4ad920b-08d7-41a3-a1d8-3df89ba2781f Jul 22 21:15:48.600440 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.637418 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.638669 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:48.639665 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.678825 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4875488 Jul 22 21:15:48.682155 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 48004) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:48.688118 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Request body: {'subnet': {'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1238955237-subnet', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:48.710664 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Made reservation on behalf of 61f271f6c88b4af2aca02c565bfe1ea7 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:48.713321 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59024778'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.727095 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec749236-92ce-4294-ae5d-1fd11e1aafad admin admin] Pushing event updated for resources: {'Network': ['ID=a4ad920b-08d7-41a3-a1d8-3df89ba2781f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:48.739505 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:48.865072 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cf55e-05b0-4e37-926f-97617b3f945d req-b0bd5051-925d-4234-9bc5-5400d7513c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:48.866663 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-841cf55e-05b0-4e37-926f-97617b3f945d req-b0bd5051-925d-4234-9bc5-5400d7513c66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.1258757 Jul 22 21:15:48.937759 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-841cf55e-05b0-4e37-926f-97617b3f945d req-8cd992a9-b4b7-4dd9-9ef0-d510a85dcc59 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Jul 22 21:15:49.004747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59319433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59024888'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.070594 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:49.101594 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:49.125831 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:49.128916 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58c4b-ec8c-4048-bf37-73105ac13338 req-7ae4da28-d528-4554-b380-31263fcd84d9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.129821 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:49.130197 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.130456 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-51c58c4b-ec8c-4048-bf37-73105ac13338 req-7ae4da28-d528-4554-b380-31263fcd84d9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1731746 Jul 22 21:15:49.151718 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Checking segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:49.152075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Network hostable DHCP agents. Network: a4ad920b-08d7-41a3-a1d8-3df89ba2781f, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:49.200703 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe1a5-c646-431a-bbde-b1b9d9bbec9d req-74d0a861-c1f9-4e26-945b-8b4e4f07d9a8 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.202731 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dffe1a5-c646-431a-bbde-b1b9d9bbec9d req-74d0a861-c1f9-4e26-945b-8b4e4f07d9a8 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 944 time: 0.1686230 Jul 22 21:15:49.208158 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-51c58c4b-ec8c-4048-bf37-73105ac13338 req-8bb0c427-3178-40a5-b692-77960cde2741 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706844 Jul 22 21:15:49.212118 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.218454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:49.245685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, a4ad920b-08d7-41a3-a1d8-3df89ba2781f) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:49.249984 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62561f1-353b-4009-b842-3eee60431d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:49.253737 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366ccf4d-3601-4674-9683-83938f0943a8" -d '{"events": [{"server_uuid": "f62561f1-353b-4009-b842-3eee60431d84", "name": "network-vif-plugged", "status": "completed", "tag": "1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:49.259567 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dffe1a5-c646-431a-bbde-b1b9d9bbec9d req-ac867a2d-4070-440e-8dd3-da3638c998c2 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462344 Jul 22 21:15:49.261328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.261497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ab3ac-9f88-4c8d-8fb6-1873fe2d5a27 None None] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:49.261942 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.283234 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48020) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:49.283874 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-021f6677-d929-492b-b6e2-f2394991ff8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6003084 Jul 22 21:15:49.288456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:49.291163 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:49.303371 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.314148 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.315297 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.369401 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.397702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:49.491443 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:15:49.492609 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.514074 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.651264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Allocated IP 172.20.0.2 (a4ad920b-08d7-41a3-a1d8-3df89ba2781f/a0225977-7d46-4ab2-8a6d-ce49aa9b2b70/c348300c-1c9c-4ca1-97f2-d92c0cf0d782) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:49.680249 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62678672-ed64-471c-ba75-48c2c84b4c63 x-openstack-request-id: req-62678672-ed64-471c-ba75-48c2c84b4c63 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:49.680540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62561f1-353b-4009-b842-3eee60431d84", "name": "network-vif-plugged", "status": "completed", "tag": "1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:49.680917 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62678672-ed64-471c-ba75-48c2c84b4c63 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:49.681305 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62561f1-353b-4009-b842-3eee60431d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070', 'code': 200} Jul 22 21:15:49.791288 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.815451 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.848455 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.859592 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Transition to ACTIVE for port object c348300c-1c9c-4ca1-97f2-d92c0cf0d782 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:49.881035 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Transition to ACTIVE for port object c348300c-1c9c-4ca1-97f2-d92c0cf0d782 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:49.891078 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:49.934702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:49.944868 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:49.960398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:49.990859 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-22cf0307-6471-4d19-b626-807af8ba9cf3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:49.991930 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Allocated IP 172.27.0.184 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/65f4ba07-12b7-49f4-96e3-af3d03142f2d) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:50.001059 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-22cf0307-6471-4d19-b626-807af8ba9cf3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.1873467 Jul 22 21:15:50.005896 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Pushing event updated for resources: {'Port': ['ID=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:50.036073 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-8cdacbe7-4d5c-4e41-b7bf-7b66d90b302a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/quotas/b5f24e06802b41b193ed40ceb8ed449c HTTP/1.1" status: 200 len: 375 time: 0.0341792 Jul 22 21:15:50.047071 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Attempting to bind port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:50.047461 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Attempting to bind port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:50.047871 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Attempting to bind port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 on network a4ad920b-08d7-41a3-a1d8-3df89ba2781f {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:50.053616 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:50.053899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Checking segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:50.054305 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.054707 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Bound using segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:50.055200 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Bound port: c348300c-1c9c-4ca1-97f2-d92c0cf0d782, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:50.055622 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.138900 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e772a53-77e5-4c1e-8f45-a30a7cbdd294 req-b5ec068c-c203-4c24-a88a-86ea8a21e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:50.141067 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e772a53-77e5-4c1e-8f45-a30a7cbdd294 req-b5ec068c-c203-4c24-a88a-86ea8a21e82c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 1098 time: 0.1370673 Jul 22 21:15:50.156586 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.156978 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-13b238cc-3c8b-43cd-860f-a60c490ad905 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1195593 Jul 22 21:15:50.160113 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] For port c348300c-1c9c-4ca1-97f2-d92c0cf0d782, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:50.163346 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] For port c348300c-1c9c-4ca1-97f2-d92c0cf0d782, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:50.170626 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.209822 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.256098 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e772a53-77e5-4c1e-8f45-a30a7cbdd294 req-7bfd16e6-31ab-49d9-b498-454745035e85 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974240 Jul 22 21:15:50.258107 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:50.264597 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:50.266943 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Pushing event updated for resources: {'Port': ['ID=65f4ba07-12b7-49f4-96e3-af3d03142f2d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:50.275008 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:50.299964 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-6ff17f1d-cd92-4a27-8414-518151077e71 service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317549 Jul 22 21:15:50.301969 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97e6e-741e-448b-b86e-4d7e0fbe77e2 None None] Pushing event updated for resources: {'Port': ['ID=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:50.459655 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-acd14578-f1b0-4d09-aec6-3635d87f519e service neutron] 10.222.0.44 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474950 Jul 22 21:15:50.473432 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df0260-5fde-4f86-9c69-08d788304406 req-7f20fa31-b663-4cc1-b862-505ee7a6629d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:50.475038 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1df0260-5fde-4f86-9c69-08d788304406 req-7f20fa31-b663-4cc1-b862-505ee7a6629d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1405885 Jul 22 21:15:50.545779 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1df0260-5fde-4f86-9c69-08d788304406 req-30d4cf42-3468-41ef-bf1b-b51f5f70c861 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642219 Jul 22 21:15:50.736142 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8572db58-187b-47b1-8263-e20c9940e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.776371 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1460-976d-443d-83ce-103e30dac718 req-014c1089-24a9-41b6-8b88-ae94b3fc5c5a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:50.786283 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9c3e1460-976d-443d-83ce-103e30dac718 req-014c1089-24a9-41b6-8b88-ae94b3fc5c5a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.1334715 Jul 22 21:15:50.844833 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9c3e1460-976d-443d-83ce-103e30dac718 req-27d27d8b-fca0-4169-a2a0-cfcb46b000db tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572984 Jul 22 21:15:50.851618 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.868809 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device c348300c-1c9c-4ca1-97f2-d92c0cf0d782 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:50.964067 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cfb10f71-afa5-4579-8195-5b6cf6dc7157 req-dbbc8ea0-6274-4e77-8f2c-e5b8b08ab93b tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 210 time: 0.0373170 Jul 22 21:15:50.991327 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.996444 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:51.088627 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.234079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Router 540a8006-d871-4b9b-9a88-deba79423bdb is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:15:51.374822 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:51.397433 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Sync routers for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:51.401978 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.403401 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-367e9aef-a949-41fe-b899-7a5ff4b24916 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1186302 Jul 22 21:15:51.410301 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48070) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:51.414326 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:51.415380 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:51.528461 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8488c4c-7c6c-46dd-8700-f8d9ca13008f None None] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:51.571712 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:51.716451 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] Provisioning for port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:51.731193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] Provisioning complete for port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:51.731961 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:51.766641 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb87429-057d-431e-9970-48b2b409d142 req-d39e5df8-a9ad-4d42-b200-3845eb720fcc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:51.768276 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ebb87429-057d-431e-9970-48b2b409d142 req-d39e5df8-a9ad-4d42-b200-3845eb720fcc tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0759654 Jul 22 21:15:51.851690 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ebb87429-057d-431e-9970-48b2b409d142 req-33d28f8a-89a1-4c53-8c34-4671c4f5ad1a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761311 Jul 22 21:15:51.968379 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:50Z', 'revision_number': 3, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:52.004247 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Checking router: 540a8006-d871-4b9b-9a88-deba79423bdb for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:52.004896 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Updating router 540a8006-d871-4b9b-9a88-deba79423bdb port 65f4ba07-12b7-49f4-96e3-af3d03142f2d binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:15:52.045920 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.053172 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b91233-4cc0-4f18-93f7-d312c027aff4 req-0e4da2b1-cb8a-4637-a693-4715872d687f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.055279 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a9b91233-4cc0-4f18-93f7-d312c027aff4 req-0e4da2b1-cb8a-4637-a693-4715872d687f tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.0850518 Jul 22 21:15:52.121495 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a9b91233-4cc0-4f18-93f7-d312c027aff4 req-cdfd1bdb-c4f8-4abe-a753-189facc57c4a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Jul 22 21:15:52.156767 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.191618 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.195345 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.232020 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] For port c348300c-1c9c-4ca1-97f2-d92c0cf0d782, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:52.238258 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.245572 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b557782b-1219-49f1-b4f7-6d4222faef29 req-afee98be-c0da-4c58-8719-862ec87e9a73 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 210 time: 0.0617163 Jul 22 21:15:52.314917 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892891f5-a90f-49aa-876e-e419ba3b79f8 None None] Pushing event updated for resources: {'Port': ['ID=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:52.408792 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Allocated IP 172.20.0.1 (a4ad920b-08d7-41a3-a1d8-3df89ba2781f/a0225977-7d46-4ab2-8a6d-ce49aa9b2b70/02d285ef-dace-47fd-a7c9-e41b610f0118) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:52.426395 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.440440 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Transition to ACTIVE for port object 65f4ba07-12b7-49f4-96e3-af3d03142f2d will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:52.443902 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d26117-f087-4b97-a7b7-fc977c2d0169 req-f3a289fd-9eac-4759-aeae-a7d1bc6e9320 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.446184 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c9d26117-f087-4b97-a7b7-fc977c2d0169 req-f3a289fd-9eac-4759-aeae-a7d1bc6e9320 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1981368 Jul 22 21:15:52.449584 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-f967ce36-caab-4a62-9c89-ae15c4bef5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.451637 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-f967ce36-caab-4a62-9c89-ae15c4bef5f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.1788387 Jul 22 21:15:52.453898 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.516127 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Attempting to bind port 65f4ba07-12b7-49f4-96e3-af3d03142f2d on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:52.516127 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Attempting to bind port 65f4ba07-12b7-49f4-96e3-af3d03142f2d by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:52.516358 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Attempting to bind port 65f4ba07-12b7-49f4-96e3-af3d03142f2d on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:52.532435 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:52.532833 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:52.533228 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.536911 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:52.537570 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Bound port: 65f4ba07-12b7-49f4-96e3-af3d03142f2d, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:52.538014 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.582698 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c9d26117-f087-4b97-a7b7-fc977c2d0169 req-8be862d7-68e7-448f-8841-f0b4a798e3c4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223414 Jul 22 21:15:52.591837 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Pushing event updated for resources: {'Port': ['ID=65f4ba07-12b7-49f4-96e3-af3d03142f2d,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:52.610495 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.611083 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.611571 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.612081 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.612751 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.613373 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.613708 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.614090 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.614454 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.614783 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.615107 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.615428 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.651611 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] For port 65f4ba07-12b7-49f4-96e3-af3d03142f2d, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:52.655299 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] For port 65f4ba07-12b7-49f4-96e3-af3d03142f2d, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=65f4ba07-12b7-49f4-96e3-af3d03142f2d,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:52.660501 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.675491 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-ea24e6ca-51f3-40d5-bba9-583b1db200b4 None None] Provisioning complete for port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:52.676063 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ea24e6ca-51f3-40d5-bba9-583b1db200b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.680930 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.707836 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-73361b0b-4a1d-4474-b944-67464132eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.708675 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Transition to ACTIVE for port object 02d285ef-dace-47fd-a7c9-e41b610f0118 will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:52.710618 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-73361b0b-4a1d-4474-b944-67464132eef4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.2110434 Jul 22 21:15:52.727704 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:52.728565 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:52.730258 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a596bc-35bc-441f-bae4-ffd3749b733e None None] Pushing event updated for resources: {'Port': ['ID=65f4ba07-12b7-49f4-96e3-af3d03142f2d,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:52.762672 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.792853 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-2547ac38-8917-40f1-a9ce-8baf0ed27037 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.0641716 Jul 22 21:15:52.815354 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:52.818321 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:52.821466 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:52.851840 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device c348300c-1c9c-4ca1-97f2-d92c0cf0d782 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:52.864336 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=02d285ef-dace-47fd-a7c9-e41b610f0118,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:52.880932 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.881305 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.881617 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.881972 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.882302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.882628 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.882953 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.883276 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.883599 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.883920 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.884275 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.884612 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:52.896491 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:52.923132 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-bf26a024-7b18-4e8e-af02-8c6dfdba1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:52.924725 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-bf26a024-7b18-4e8e-af02-8c6dfdba1486 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.0637305 Jul 22 21:15:52.927573 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:52.928834 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.000553 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:53.093953 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.197141 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-08a93c0c-8cc5-4f86-9c05-284f209de152 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777776 Jul 22 21:15:53.204208 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-36361a71-9983-42e2-a14a-fce5c71c80c6 None None] Provisioning for port 02d285ef-dace-47fd-a7c9-e41b610f0118 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:53.214270 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-36361a71-9983-42e2-a14a-fce5c71c80c6 None None] Provisioning complete for port 02d285ef-dace-47fd-a7c9-e41b610f0118 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:53.214651 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-36361a71-9983-42e2-a14a-fce5c71c80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.225322 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:50Z', 'revision_number': 3, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:53.255472 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-36361a71-9983-42e2-a14a-fce5c71c80c6 None None] Port 02d285ef-dace-47fd-a7c9-e41b610f0118 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:53.265047 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b1ca-6fc2-47b5-9069-df21b602d35d None None] The sync data for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi is: [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:50Z', 'revision_number': 3, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:53.378344 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.383806 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.488531 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=02d285ef-dace-47fd-a7c9-e41b610f0118,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:53.491325 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.535439 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:53.672493 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:53.674160 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:53.749922 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66f3c0a8-0ef7-4b82-a90a-6ab0d9ddd4d0 req-f07236f4-20b2-4ce6-8add-3381fa026960 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 210 time: 0.1477511 Jul 22 21:15:53.881407 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Router 540a8006-d871-4b9b-9a88-deba79423bdb has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:15:53.926237 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6848b-850f-40c6-975c-b7a0c5b2e8c9 req-4bd7f105-13c4-447d-8c81-055b45375552 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.932830 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-19e6848b-850f-40c6-975c-b7a0c5b2e8c9 req-4bd7f105-13c4-447d-8c81-055b45375552 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.6897876 Jul 22 21:15:53.953959 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-4733ce15-33d6-4608-b793-c41cb5dcd897 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705399 Jul 22 21:15:53.996966 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-cc255892-d7a0-4e53-b900-5c5396a4c8fe tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:53.999203 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-cc255892-d7a0-4e53-b900-5c5396a4c8fe tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 815 time: 0.3954926 Jul 22 21:15:54.033321 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-19e6848b-850f-40c6-975c-b7a0c5b2e8c9 req-c5d2cdd8-bbbb-492f-b183-9007487e9c58 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933125 Jul 22 21:15:54.053377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 48114) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:54.053523 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:54.074579 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Request body: {'port': {'device_id': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'admin_state_up': True, 'tenant_id': 'b5f24e06802b41b193ed40ceb8ed449c'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:54.084787 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ed882083-9479-451f-97e6-28321b9f4fb2 admin admin] 10.222.0.44 "PUT /v2.0/routers/540a8006-d871-4b9b-9a88-deba79423bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6753955 Jul 22 21:15:54.104057 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-44eb79ba-7f24-4dc1-8081-3df8bf8288d1 None None] Provisioning complete for port 02d285ef-dace-47fd-a7c9-e41b610f0118 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:54.104781 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-44eb79ba-7f24-4dc1-8081-3df8bf8288d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.160156 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-44eb79ba-7f24-4dc1-8081-3df8bf8288d1 None None] Port 02d285ef-dace-47fd-a7c9-e41b610f0118 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:15:54.306056 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.380009 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a544028-58c4-48d2-8bc5-ffaff259538b req-cf16a82d-bbde-483e-826a-6183fc1a196f service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179808 Jul 22 21:15:54.413247 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2d598-1fb4-49fa-87d2-56e02fbade43 req-db979929-a442-442a-bd69-e7c3bd07bdde tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:54.414832 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28d2d598-1fb4-49fa-87d2-56e02fbade43 req-db979929-a442-442a-bd69-e7c3bd07bdde tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2789521 Jul 22 21:15:54.482799 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28d2d598-1fb4-49fa-87d2-56e02fbade43 req-e9d28f28-95bf-416f-ba81-1cc118d2feae tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613441 Jul 22 21:15:54.522683 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.529764 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.587287 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca5e18474934dc0b3c50e98a8eb06e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327075 Jul 22 21:15:54.588726 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Made reservation on behalf of b5f24e06802b41b193ed40ceb8ed449c for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:54.589879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48130) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:54.598474 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.604533 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c611b73-ad51-4f02-a3dc-a2b5212ab1fe,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.621703 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.622061 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.622407 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.623441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.623947 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.624107 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.624470 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.624801 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.625130 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.625464 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.625793 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.626125 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3c6999-b152-409f-9c0b-7d1be4692b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:54.661386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c346-79b8-43db-bb2f-4690f3e8f44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.683075 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48134) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:54.690772 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-895823595-network', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:54.696099 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c346-79b8-43db-bb2f-4690f3e8f44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.744022 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Made reservation on behalf of cbe5cd14e99f47e5b00c9dcba426bea1 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:54.746448 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.760077 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.766560 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Allocated IP 172.20.0.2 (e19677ef-c150-4aa4-b61b-1a239ce2add5/ef552098-dacd-4c0c-9374-1b213fbef379/1f53f110-0d1c-409a-83b2-c726515ea68c) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:54.829325 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c346-79b8-43db-bb2f-4690f3e8f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.831711 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c346-79b8-43db-bb2f-4690f3e8f44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.833059 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b3c3c346-79b8-43db-bb2f-4690f3e8f44e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c611b73-ad51-4f02-a3dc-a2b5212ab1fe HTTP/1.1" status: 204 len: 168 time: 0.2421951 Jul 22 21:15:54.853579 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 65f4ba07-12b7-49f4-96e3-af3d03142f2d up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:54.855183 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3c346-79b8-43db-bb2f-4690f3e8f44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c611b73-ad51-4f02-a3dc-a2b5212ab1fe,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.895997 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4802b3fc-b1aa-4026-8b2c-14b8d32ee3db req-16622fd8-fb76-4e91-94cd-924a06bf693d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 210 time: 0.0529895 Jul 22 21:15:54.915623 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.922884 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.950767 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 65f4ba07-12b7-49f4-96e3-af3d03142f2d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:54.953242 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:15:54.957221 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 65f4ba07-12b7-49f4-96e3-af3d03142f2d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:54.957784 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.975694 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba8fd1a-be1a-40b5-8ff6-c9f047abfe2f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:54.979922 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:54.981172 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Added segment 73f0e60d-2538-4aed-be02-a845340b1ad5 of type vlan for network 004a0a8b-6908-4565-9cc3-901d53a0e43f Jul 22 21:15:55.036950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.038445 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.090536 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.092472 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.093169 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.095027 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.148035 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4638722 Jul 22 21:15:55.154812 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48144) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:55.167829 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.187930 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Request body: {'subnet': {'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-895823595-subnet', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:55.192636 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7854bc8-30bb-43bd-a3b6-a16126253095 admin admin] Pushing event updated for resources: {'Network': ['ID=004a0a8b-6908-4565-9cc3-901d53a0e43f,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.202267 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Network e19677ef-c150-4aa4-b61b-1a239ce2add5 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:55.216139 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 65f4ba07-12b7-49f4-96e3-af3d03142f2d, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=65f4ba07-12b7-49f4-96e3-af3d03142f2d,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:15:55.222403 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:55.224376 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4', 'c147b859-c57e-49ff-bde1-675b3bdc4a27', '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:15:55.226091 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Made reservation on behalf of cbe5cd14e99f47e5b00c9dcba426bea1 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:15:55.229026 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59638593'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.234298 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:55.235075 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:15:55.242482 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.275744 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event updated for resources: {'Port': ['ID=1f53f110-0d1c-409a-83b2-c726515ea68c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.331335 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.332299 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.351811 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e26ab-31a3-447e-8889-de5896163200 req-804ecacc-aad5-4ee9-bb5c-6f192eb147f8 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.353530 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-210e26ab-31a3-447e-8889-de5896163200 req-804ecacc-aad5-4ee9-bb5c-6f192eb147f8 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.2411704 Jul 22 21:15:55.365633 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-4093ccbf-f8cc-442f-b04b-71551284dfa2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2947822 Jul 22 21:15:55.407001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Request body: {'port': {'device_id': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:55.437270 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48148) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:55.457967 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8413b63a-602f-46b5-95ca-87562e48eb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.459234 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=65f4ba07-12b7-49f4-96e3-af3d03142f2d,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.477384 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-210e26ab-31a3-447e-8889-de5896163200 req-35c303b6-3d6c-49c4-91e8-7b2c2c6167e1 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133349 Jul 22 21:15:55.497140 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Sync routers for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:55.556606 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60021984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59638579'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.563723 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:55.567226 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:55.584376 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.621112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71b41e6-af10-4b2f-a941-c7c580770449,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:55.680534 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Checking segment: {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:55.680942 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Network hostable DHCP agents. Network: 004a0a8b-6908-4565-9cc3-901d53a0e43f, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:15:55.730366 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:55.804548 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d5f9c-493d-4b30-8b57-0b6d4bd22a1d req-143eda3e-d235-4a7f-aba0-aa3331c8b123 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:55.806263 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e2d5f9c-493d-4b30-8b57-0b6d4bd22a1d req-143eda3e-d235-4a7f-aba0-aa3331c8b123 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2044313 Jul 22 21:15:55.973067 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e2d5f9c-493d-4b30-8b57-0b6d4bd22a1d req-b448ade6-996e-4203-ac70-8f9bf6a8790b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555889 Jul 22 21:15:55.979053 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8413b63a-602f-46b5-95ca-87562e48eb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:55.992730 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:15:55.996006 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8413b63a-602f-46b5-95ca-87562e48eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.019701 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 004a0a8b-6908-4565-9cc3-901d53a0e43f) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:56.035776 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6970e09-1202-4a0f-a50f-d007a9b0ceb8 None None] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:56.037128 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f53f110-0d1c-409a-83b2-c726515ea68c {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:15:56.039331 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.039935 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.049295 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.053211 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8413b63a-602f-46b5-95ca-87562e48eb32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72ade210251b4591ac6e077b01bd3947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147878 Jul 22 21:15:56.056666 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48162) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:56.064295 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413b63a-602f-46b5-95ca-87562e48eb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0849ab81-f21c-4034-b41a-7071a7a41962,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.083042 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8a87ac39-92a0-450b-8a1a-db529fb51fea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9271946 Jul 22 21:15:56.087865 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48166) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:56.092565 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:15:56.125468 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Transition to ACTIVE for port object 1f53f110-0d1c-409a-83b2-c726515ea68c will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:56.132201 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.141866 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fe323020-0ee9-491d-8814-88b15d5196a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.144736 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.145720 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.198972 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Pushing event updated for resources: {'Port': ['ID=1f53f110-0d1c-409a-83b2-c726515ea68c,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.200383 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.211405 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cb7a0-0cb0-4938-8dab-0552b31df38f req-4e70a458-f26d-4cd0-82d1-424ae721c0ca tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.218532 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-427cb7a0-0cb0-4938-8dab-0552b31df38f req-4e70a458-f26d-4cd0-82d1-424ae721c0ca tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 931 time: 0.1721187 Jul 22 21:15:56.239685 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 2, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:56.279798 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Checking router: 540a8006-d871-4b9b-9a88-deba79423bdb for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:56.280154 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Updating router 540a8006-d871-4b9b-9a88-deba79423bdb port 02d285ef-dace-47fd-a7c9-e41b610f0118 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:15:56.282215 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fe323020-0ee9-491d-8814-88b15d5196a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.303897 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-427cb7a0-0cb0-4938-8dab-0552b31df38f req-5d18b27f-c610-4822-ba65-c09fb588c8c1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844824 Jul 22 21:15:56.320494 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Attempting to bind port 1f53f110-0d1c-409a-83b2-c726515ea68c on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:56.320844 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Attempting to bind port 1f53f110-0d1c-409a-83b2-c726515ea68c by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:56.321181 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Attempting to bind port 1f53f110-0d1c-409a-83b2-c726515ea68c on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:56.332459 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Port 1f53f110-0d1c-409a-83b2-c726515ea68c on network e19677ef-c150-4aa4-b61b-1a239ce2add5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:15:56.332861 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Attempting to bind port 1f53f110-0d1c-409a-83b2-c726515ea68c on network e19677ef-c150-4aa4-b61b-1a239ce2add5 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:56.338631 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:56.339310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Checking segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:56.339803 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Bound using segment: {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:56.340391 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Bound port: 1f53f110-0d1c-409a-83b2-c726515ea68c, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23e41f63-24b4-4627-b3c8-9be2199da415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:56.340846 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.351395 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.376946 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-004a0a8b-6908-4565-9cc3-901d53a0e43f', 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'fixed_ips': [{'subnet_id': 'b71b41e6-af10-4b2f-a941-c7c580770449'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:15:56.378051 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.389885 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.443247 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fe323020-0ee9-491d-8814-88b15d5196a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.446788 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fe323020-0ee9-491d-8814-88b15d5196a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.451590 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fe323020-0ee9-491d-8814-88b15d5196a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0849ab81-f21c-4034-b41a-7071a7a41962 HTTP/1.1" status: 204 len: 168 time: 0.3905451 Jul 22 21:15:56.463816 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe323020-0ee9-491d-8814-88b15d5196a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0849ab81-f21c-4034-b41a-7071a7a41962,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.464242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] For port 1f53f110-0d1c-409a-83b2-c726515ea68c, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:56.490359 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] For port 1f53f110-0d1c-409a-83b2-c726515ea68c, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1f53f110-0d1c-409a-83b2-c726515ea68c,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:56.500601 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.595033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.595171 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Allocated IP 172.20.0.2 (004a0a8b-6908-4565-9cc3-901d53a0e43f/b71b41e6-af10-4b2f-a941-c7c580770449/3f5374dc-79d0-4ff2-996c-376947aae2f0) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:56.597782 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.600591 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] 10.222.0.69 "PUT /v2.0/ports/1f53f110-0d1c-409a-83b2-c726515ea68c HTTP/1.1" status: 200 len: 1093 time: 1.2011063 Jul 22 21:15:56.609481 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'tag': '1f53f110-0d1c-409a-83b2-c726515ea68c'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:15:56.615865 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6d2156-1a8c-421d-b46d-34d2cec63937", "tag": "1f53f110-0d1c-409a-83b2-c726515ea68c"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:15:56.671699 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971075c2-1951-46e8-a71c-fe10d1aa54cf service neutron] Pushing event updated for resources: {'Port': ['ID=1f53f110-0d1c-409a-83b2-c726515ea68c,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:56.805954 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.832608 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-f7aa2a61-07cc-4a45-a77b-e0adfc3da757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:56.834755 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-f7aa2a61-07cc-4a45-a77b-e0adfc3da757 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 1096 time: 0.1320441 Jul 22 21:15:56.837836 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:56.888689 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 65f4ba07-12b7-49f4-96e3-af3d03142f2d up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:56.993489 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-b364a84b-69b0-42f4-b884-47bd28497404 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f53f110-0d1c-409a-83b2-c726515ea68c HTTP/1.1" status: 200 len: 217 time: 0.0710998 Jul 22 21:15:56.996128 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bffca0-8fda-4d08-8c22-cf0fce8b7d89 x-openstack-request-id: req-84bffca0-8fda-4d08-8c22-cf0fce8b7d89 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:15:56.996752 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6d2156-1a8c-421d-b46d-34d2cec63937", "tag": "1f53f110-0d1c-409a-83b2-c726515ea68c", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:15:56.997242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84bffca0-8fda-4d08-8c22-cf0fce8b7d89 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:15:56.998325 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'tag': '1f53f110-0d1c-409a-83b2-c726515ea68c', 'status': 'completed', 'code': 200} Jul 22 21:15:57.014058 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Allocated IP 172.27.0.37 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/ea54eb07-3634-4077-ab4d-1638e7d28f0a) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:57.088616 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.096182 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaf574-f6a3-4ca6-ba78-bd91acca08d6 req-c88e7048-b310-4961-a4d2-53a37fd02d61 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.103707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1abaf574-f6a3-4ca6-ba78-bd91acca08d6 req-c88e7048-b310-4961-a4d2-53a37fd02d61 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.0840745 Jul 22 21:15:57.108810 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Transition to ACTIVE for port object 3f5374dc-79d0-4ff2-996c-376947aae2f0 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:57.115131 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 65f4ba07-12b7-49f4-96e3-af3d03142f2d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:57.115506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.152707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1abaf574-f6a3-4ca6-ba78-bd91acca08d6 req-e6e501eb-ce66-4ca4-b9c6-dcbc3f4ea05d tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Jul 22 21:15:57.158642 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.219612 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Transition to ACTIVE for port object 3f5374dc-79d0-4ff2-996c-376947aae2f0 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:57.220026 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.259554 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.269181 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.273091 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:57.274548 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:57.281163 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:57.310966 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-70a46caf-599b-4bee-95b5-600613af39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.312565 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-70a46caf-599b-4bee-95b5-600613af39dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.1104894 Jul 22 21:15:57.315829 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Pushing event updated for resources: {'Port': ['ID=ea54eb07-3634-4077-ab4d-1638e7d28f0a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:57.339444 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Transition to ACTIVE for port object 02d285ef-dace-47fd-a7c9-e41b610f0118 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:57.377822 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.384842 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:15:57.394031 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:15:57.401511 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:15:57.403985 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Pushing event updated for resources: {'Port': ['ID=3f5374dc-79d0-4ff2-996c-376947aae2f0,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:57.439264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.439462 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.439810 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.440148 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.440524 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.440862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.441195 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.441526 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.442047 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.442445 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.442928 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.443267 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:15:57.481444 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397af7f-7f21-43a6-a1b7-f591a368663e req-902fbcf1-5cdb-4e12-b1dc-15db1eb72d1d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.484860 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f397af7f-7f21-43a6-a1b7-f591a368663e req-902fbcf1-5cdb-4e12-b1dc-15db1eb72d1d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2292593 Jul 22 21:15:57.488062 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-f7267bd2-61cc-4e41-bc41-1a3acee65829 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291115 Jul 22 21:15:57.666540 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f397af7f-7f21-43a6-a1b7-f591a368663e req-b4a4a4f9-aef2-4913-af7c-de473533ac32 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616328 Jul 22 21:15:57.687384 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.698158 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21506-2768-4e5d-b84b-35e31f632703 req-1a08ccc5-4124-407c-888c-176e66871dae tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:57.708120 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1ed21506-2768-4e5d-b84b-35e31f632703 req-1a08ccc5-4124-407c-888c-176e66871dae tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 943 time: 0.2173576 Jul 22 21:15:57.747194 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-5b3ba781-e306-4672-8d84-75b2de0af5d8 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431817 Jul 22 21:15:57.783095 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1ed21506-2768-4e5d-b84b-35e31f632703 req-15624a6e-7138-4899-9130-82c479891170 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753412 Jul 22 21:15:57.798542 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Attempting to bind port 3f5374dc-79d0-4ff2-996c-376947aae2f0 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:57.798920 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Attempting to bind port 3f5374dc-79d0-4ff2-996c-376947aae2f0 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:57.801448 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Attempting to bind port 3f5374dc-79d0-4ff2-996c-376947aae2f0 on network 004a0a8b-6908-4565-9cc3-901d53a0e43f {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:57.803061 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4cafb-2b04-4922-af4a-dc986772bd03 None None] Pushing event updated for resources: {'Port': ['ID=02d285ef-dace-47fd-a7c9-e41b610f0118,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:57.827849 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:57.828335 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Checking segment: {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:57.828749 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.829147 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Bound using segment: {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:57.829633 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Bound port: 3f5374dc-79d0-4ff2-996c-376947aae2f0, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:57.830018 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.832036 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Attempting to bind port 02d285ef-dace-47fd-a7c9-e41b610f0118 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:57.832424 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Attempting to bind port 02d285ef-dace-47fd-a7c9-e41b610f0118 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:57.832783 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Attempting to bind port 02d285ef-dace-47fd-a7c9-e41b610f0118 on network a4ad920b-08d7-41a3-a1d8-3df89ba2781f {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:57.850848 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:57.851289 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Checking segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:57.851709 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.852114 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Bound using segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:57.852646 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Bound port: 02d285ef-dace-47fd-a7c9-e41b610f0118, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:57.853039 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.961707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18ececf4-af8f-4fc3-962f-f78618435b96 req-034a9c58-c87c-4b33-9603-47fa6d71149f service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966336 Jul 22 21:15:57.961922 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.963386 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] For port 3f5374dc-79d0-4ff2-996c-376947aae2f0, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:57.975271 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] For port 02d285ef-dace-47fd-a7c9-e41b610f0118, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:57.980041 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] For port 02d285ef-dace-47fd-a7c9-e41b610f0118, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=02d285ef-dace-47fd-a7c9-e41b610f0118,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:57.982754 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] For port 3f5374dc-79d0-4ff2-996c-376947aae2f0, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=3f5374dc-79d0-4ff2-996c-376947aae2f0,segment=NetworkSegment(73f0e60d-2538-4aed-be02-a845340b1ad5),segment_id=73f0e60d-2538-4aed-be02-a845340b1ad5)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:57.988817 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:57.994730 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.067673 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:58.068348 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:58.071324 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4cafb-2b04-4922-af4a-dc986772bd03 None None] Pushing event updated for resources: {'Port': ['ID=02d285ef-dace-47fd-a7c9-e41b610f0118,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:58.142064 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:15:58.215045 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:58.341133 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:15:58.355825 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Sync routers for ids ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:15:58.373573 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:58.384372 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Routers {'6a3e91f4-e875-4a8d-88b7-ec82a60f7294'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:58.384840 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:58.389668 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-cbf156e0-d3a0-46d0-96f1-2a470a3b34cc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2998147 Jul 22 21:15:58.393535 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48218) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:15:58.504150 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-07a3e186-d33d-49a1-b2b5-787af03f2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.515769 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-07a3e186-d33d-49a1-b2b5-787af03f2a59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 1096 time: 0.3325930 Jul 22 21:15:58.547809 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8e2f8-88ba-4d84-aeb7-b9f73a340588 None None] Pushing event updated for resources: {'Port': ['ID=3f5374dc-79d0-4ff2-996c-376947aae2f0,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:58.632938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dee3f-9720-4267-bffb-d599db98a436 req-2b57253e-1794-433a-952a-500914b1b31a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.634512 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-900dee3f-9720-4267-bffb-d599db98a436 req-2b57253e-1794-433a-952a-500914b1b31a tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.3441453 Jul 22 21:15:58.682062 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Set router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:15:58.769215 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-900dee3f-9720-4267-bffb-d599db98a436 req-4b0fc0d5-2302-4e45-8317-9290d833388c tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223261 Jul 22 21:15:58.775148 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:15:57Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:58.804831 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-64d52f5c-539d-4918-8cf1-42f82436fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:58.806361 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-64d52f5c-539d-4918-8cf1-42f82436fdf3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 200 len: 916 time: 0.2519617 Jul 22 21:15:58.831108 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a2782-76d5-489d-9304-48ef3954dc31 None None] The sync data for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi is: [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:15:57Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:15:58.931457 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-52904a1f-6190-4035-9af8-1221f314d68c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f53f110-0d1c-409a-83b2-c726515ea68c HTTP/1.1" status: 200 len: 217 time: 0.1078444 Jul 22 21:15:58.976666 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:57Z', 'revision_number': 3, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:59.010487 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-26b174f9-e160-4161-8f13-b2a892989199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.011016 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 3f5374dc-79d0-4ff2-996c-376947aae2f0 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:15:59.012438 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-26b174f9-e160-4161-8f13-b2a892989199 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 200 len: 855 time: 0.0609422 Jul 22 21:15:59.038142 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Checking router: 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:15:59.038871 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Updating router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 port ea54eb07-3634-4077-ab4d-1638e7d28f0a binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:15:59.067651 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-8eb3c12a-179a-45ba-8557-88b78036669c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e19677ef-c150-4aa4-b61b-1a239ce2add5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348043 Jul 22 21:15:59.084613 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc499f49-0303-4f7a-9fd5-36c141c1fa5a req-49f3c9fe-1141-4326-acde-e9cdd362cdf9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.086563 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bc499f49-0303-4f7a-9fd5-36c141c1fa5a req-49f3c9fe-1141-4326-acde-e9cdd362cdf9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.3110447 Jul 22 21:15:59.110014 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.114899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 3f5374dc-79d0-4ff2-996c-376947aae2f0 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:59.236508 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bc499f49-0303-4f7a-9fd5-36c141c1fa5a req-b5ca014c-135e-4806-8dbd-b067dd82b29c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386843 Jul 22 21:15:59.249524 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190da75e-d4b3-4a96-b18e-66a762511e78 req-086ec80c-b579-4eaf-87e2-b7d25423801c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:59.266738 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-190da75e-d4b3-4a96-b18e-66a762511e78 req-086ec80c-b579-4eaf-87e2-b7d25423801c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 943 time: 0.3192420 Jul 22 21:15:59.321149 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-89bdceaf-c399-4461-97c3-aade423ccf45 service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333188 Jul 22 21:15:59.350211 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-190da75e-d4b3-4a96-b18e-66a762511e78 req-e006e862-704f-4e42-be70-fc359ddaee9e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 Jul 22 21:15:59.368911 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.509105 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.524217 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Transition to ACTIVE for port object ea54eb07-3634-4077-ab4d-1638e7d28f0a will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:15:59.528760 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a9a0e54-7491-4a2f-bfd5-5036b073b8be req-c4c67afe-3be1-4cd5-9a76-070afc8efc1f service neutron] 10.222.0.69 "GET /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712933 Jul 22 21:15:59.533435 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.571511 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Attempting to bind port ea54eb07-3634-4077-ab4d-1638e7d28f0a on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:15:59.571929 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Attempting to bind port ea54eb07-3634-4077-ab4d-1638e7d28f0a by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:15:59.572324 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Attempting to bind port ea54eb07-3634-4077-ab4d-1638e7d28f0a on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:15:59.579933 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:15:59.594435 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:15:59.595191 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.596577 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:15:59.597696 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Bound port: ea54eb07-3634-4077-ab4d-1638e7d28f0a, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:15:59.597696 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.699690 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Allocated IP 172.20.0.1 (004a0a8b-6908-4565-9cc3-901d53a0e43f/b71b41e6-af10-4b2f-a941-c7c580770449/31915e10-7682-4b5e-acea-5a37883d5772) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:15:59.757073 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] For port ea54eb07-3634-4077-ab4d-1638e7d28f0a, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:15:59.761614 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] For port ea54eb07-3634-4077-ab4d-1638e7d28f0a, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ea54eb07-3634-4077-ab4d-1638e7d28f0a,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:15:59.762867 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512f6d8-c8b8-4c6e-b8a4-938dde5ffc08 None None] Pushing event updated for resources: {'Port': ['ID=ea54eb07-3634-4077-ab4d-1638e7d28f0a,revision_number=2']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:59.768688 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70144ba6-bc8b-4a2d-905c-721f9500a38d None None] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:15:59.774885 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.824452 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] Provisioning for port 3f5374dc-79d0-4ff2-996c-376947aae2f0 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:15:59.851288 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512f6d8-c8b8-4c6e-b8a4-938dde5ffc08 None None] Pushing event updated for resources: {'Port': ['ID=ea54eb07-3634-4077-ab4d-1638e7d28f0a,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:15:59.910885 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Routers {'6a3e91f4-e875-4a8d-88b7-ec82a60f7294'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:15:59.911110 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] Provisioning complete for port 3f5374dc-79d0-4ff2-996c-376947aae2f0 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:15:59.911598 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:15:59.911724 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.952332 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:59.985087 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Transition to ACTIVE for port object 31915e10-7682-4b5e-acea-5a37883d5772 will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:00.059713 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.076894 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9ebd1-188a-4d9e-b326-b2fd24f2c10e req-881cd36e-a831-4560-af15-a99966370731 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.078777 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a5f9ebd1-188a-4d9e-b326-b2fd24f2c10e req-881cd36e-a831-4560-af15-a99966370731 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.1616912 Jul 22 21:16:00.113161 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.119027 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] Set router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:00.148296 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:00.164113 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a5f9ebd1-188a-4d9e-b326-b2fd24f2c10e req-3c33fa47-082c-4206-b2b0-b79410013437 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 Jul 22 21:16:00.168776 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:00.170490 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] For port 3f5374dc-79d0-4ff2-996c-376947aae2f0, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=3f5374dc-79d0-4ff2-996c-376947aae2f0,segment=NetworkSegment(73f0e60d-2538-4aed-be02-a845340b1ad5),segment_id=73f0e60d-2538-4aed-be02-a845340b1ad5)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:00.173357 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:00.186010 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.199111 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Pushing event updated for resources: {'Port': ['ID=31915e10-7682-4b5e-acea-5a37883d5772,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:00.228337 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.256900 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81733b89-531a-4ccd-9b69-c6b9fac52f90 None None] Pushing event updated for resources: {'Port': ['ID=3f5374dc-79d0-4ff2-996c-376947aae2f0,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:00.459192 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:57Z', 'revision_number': 3, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:00.511430 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a009cbb-54f6-4f8a-8ecd-49b163bf56fb req-e6b5b813-6bbe-4d09-8136-321685c5fa3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.514120 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0a009cbb-54f6-4f8a-8ecd-49b163bf56fb req-e6b5b813-6bbe-4d09-8136-321685c5fa3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1535909 Jul 22 21:16:00.521997 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6bd4bdf9-e63d-41b2-b533-a505285b7c0b None None] Provisioning for port 31915e10-7682-4b5e-acea-5a37883d5772 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:00.525597 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c9136-fc2d-41b4-9bff-8caf69ef3a2b None None] The sync data for ids ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'] in dv-cinder-801617-1-iscsi is: [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:57Z', 'revision_number': 3, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:00.529991 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6bd4bdf9-e63d-41b2-b533-a505285b7c0b None None] Provisioning complete for port 31915e10-7682-4b5e-acea-5a37883d5772 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:00.530331 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6bd4bdf9-e63d-41b2-b533-a505285b7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.597298 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4bdf9-e63d-41b2-b533-a505285b7c0b None None] Port 31915e10-7682-4b5e-acea-5a37883d5772 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:00.612483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18738e-7ec0-488d-bb69-4c013bce6fbc req-61d50832-7b6b-4b2d-b550-64121b676ab7 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:00.621729 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac18738e-7ec0-488d-bb69-4c013bce6fbc req-61d50832-7b6b-4b2d-b550-64121b676ab7 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 943 time: 0.1772077 Jul 22 21:16:00.621953 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-6bd4bdf9-e63d-41b2-b533-a505285b7c0b None None] Provisioning complete for port 3f5374dc-79d0-4ff2-996c-376947aae2f0 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:00.623398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6bd4bdf9-e63d-41b2-b533-a505285b7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.678221 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac18738e-7ec0-488d-bb69-4c013bce6fbc req-bcdde330-7275-4c5c-9bb1-82894bd1170d tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545077 Jul 22 21:16:00.687613 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0a009cbb-54f6-4f8a-8ecd-49b163bf56fb req-7c5e9017-40be-46f1-aba1-e7b44e14a81a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609282 Jul 22 21:16:00.880479 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:00.963986 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-e7e7789a-a6b5-44cd-bf6c-6106bc6a2d86 None None] Provisioning complete for port 31915e10-7682-4b5e-acea-5a37883d5772 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:00.964496 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e7e7789a-a6b5-44cd-bf6c-6106bc6a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.014800 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 3f5374dc-79d0-4ff2-996c-376947aae2f0 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:01.069196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7789a-a6b5-44cd-bf6c-6106bc6a2d86 None None] Port 31915e10-7682-4b5e-acea-5a37883d5772 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:01.094930 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 3f5374dc-79d0-4ff2-996c-376947aae2f0 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:01.095306 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.178085 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.184567 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.212334 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 02d285ef-dace-47fd-a7c9-e41b610f0118 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:01.266686 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 02d285ef-dace-47fd-a7c9-e41b610f0118 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:01.270201 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 02d285ef-dace-47fd-a7c9-e41b610f0118 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:01.270574 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.282798 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.285709 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Pushing event updated for resources: {'Port': ['ID=31915e10-7682-4b5e-acea-5a37883d5772,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:01.367187 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.399149 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:01.401501 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:01.420294 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 02d285ef-dace-47fd-a7c9-e41b610f0118, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=02d285ef-dace-47fd-a7c9-e41b610f0118,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:01.425046 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.476284 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=02d285ef-dace-47fd-a7c9-e41b610f0118,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:01.545223 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:01.668477 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:01.674783 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-eed697f0-3682-4783-8e1b-07a433a819e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a3e91f4-e875-4a8d-88b7-ec82a60f7294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2779100 Jul 22 21:16:01.690494 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0c5821b4-2107-47bb-8162-9ed70a12d1da None None] Provisioning complete for port 31915e10-7682-4b5e-acea-5a37883d5772 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:01.690863 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0c5821b4-2107-47bb-8162-9ed70a12d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:01.730481 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-0c5821b4-2107-47bb-8162-9ed70a12d1da None None] Port 31915e10-7682-4b5e-acea-5a37883d5772 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:02.477701 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Sync routers for ids ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:02.487385 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Routers {'6a3e91f4-e875-4a8d-88b7-ec82a60f7294'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:02.488032 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:02.594949 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Set router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:02.863352 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 02d285ef-dace-47fd-a7c9-e41b610f0118 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:02.954389 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 02d285ef-dace-47fd-a7c9-e41b610f0118 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:02.954763 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:02.989511 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 4, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '31915e10-7682-4b5e-acea-5a37883d5772', 'name': '', 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'mac_address': 'fa:16:3e:61:cc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'b71b41e6-af10-4b2f-a941-c7c580770449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 2, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'subnets': [{'id': 'b71b41e6-af10-4b2f-a941-c7c580770449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:03.018565 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Checking router: 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:03.018918 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Updating router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 port 31915e10-7682-4b5e-acea-5a37883d5772 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:16:03.061231 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.132133 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ea54eb07-3634-4077-ab4d-1638e7d28f0a up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:03.270554 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port ea54eb07-3634-4077-ab4d-1638e7d28f0a completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:03.280487 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ea54eb07-3634-4077-ab4d-1638e7d28f0a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:03.280886 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.446435 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.479150 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.487846 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port ea54eb07-3634-4077-ab4d-1638e7d28f0a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ea54eb07-3634-4077-ab4d-1638e7d28f0a,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:03.493172 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Transition to ACTIVE for port object 31915e10-7682-4b5e-acea-5a37883d5772 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:03.495035 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.502134 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.562343 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=ea54eb07-3634-4077-ab4d-1638e7d28f0a,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.646900 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Attempting to bind port 31915e10-7682-4b5e-acea-5a37883d5772 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:03.647282 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Attempting to bind port 31915e10-7682-4b5e-acea-5a37883d5772 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:03.647642 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Attempting to bind port 31915e10-7682-4b5e-acea-5a37883d5772 on network 004a0a8b-6908-4565-9cc3-901d53a0e43f {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:03.654073 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f6480-b07d-4ad9-b26d-badbbb32d7c0 None None] Pushing event updated for resources: {'Port': ['ID=31915e10-7682-4b5e-acea-5a37883d5772,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.659052 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:03.659320 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Checking segment: {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:03.659716 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.660099 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Bound using segment: {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:03.660596 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Bound port: 31915e10-7682-4b5e-acea-5a37883d5772, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f0e60d-2538-4aed-be02-a845340b1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:03.660995 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.727801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] For port 31915e10-7682-4b5e-acea-5a37883d5772, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:03.730847 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] For port 31915e10-7682-4b5e-acea-5a37883d5772, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=31915e10-7682-4b5e-acea-5a37883d5772,segment=NetworkSegment(73f0e60d-2538-4aed-be02-a845340b1ad5),segment_id=73f0e60d-2538-4aed-be02-a845340b1ad5)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:03.735069 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:03.809369 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Routers {'6a3e91f4-e875-4a8d-88b7-ec82a60f7294'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:03.810284 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:15:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:03.813431 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f6480-b07d-4ad9-b26d-badbbb32d7c0 None None] Pushing event updated for resources: {'Port': ['ID=31915e10-7682-4b5e-acea-5a37883d5772,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:03.923690 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] Set router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:04.142729 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 4, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '31915e10-7682-4b5e-acea-5a37883d5772', 'name': '', 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'mac_address': 'fa:16:3e:61:cc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'b71b41e6-af10-4b2f-a941-c7c580770449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'subnets': [{'id': 'b71b41e6-af10-4b2f-a941-c7c580770449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:04.174400 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f6e2a-c230-403c-8851-8c869315b2b2 None None] The sync data for ids ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'] in dv-cinder-801617-1-iscsi is: [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:00Z', 'revision_number': 4, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '31915e10-7682-4b5e-acea-5a37883d5772', 'name': '', 'network_id': '004a0a8b-6908-4565-9cc3-901d53a0e43f', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'mac_address': 'fa:16:3e:61:cc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'b71b41e6-af10-4b2f-a941-c7c580770449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:59Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'subnets': [{'id': 'b71b41e6-af10-4b2f-a941-c7c580770449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:04.307524 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1f53f110-0d1c-409a-83b2-c726515ea68c details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:04.343660 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.462977 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 1f53f110-0d1c-409a-83b2-c726515ea68c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1f53f110-0d1c-409a-83b2-c726515ea68c,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:04.471165 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-c5fd3615-30fb-4ad7-bd4f-31d323d8e58c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638235 Jul 22 21:16:04.476757 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '1f53f110-0d1c-409a-83b2-c726515ea68c', 'network_id': 'e19677ef-c150-4aa4-b61b-1a239ce2add5', 'port_id': '1f53f110-0d1c-409a-83b2-c726515ea68c', 'mac_address': 'fa:16:3e:a9:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef552098-dacd-4c0c-9374-1b213fbef379', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:04.520547 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.540609 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f53f110-0d1c-409a-83b2-c726515ea68c {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:04.566435 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 1f53f110-0d1c-409a-83b2-c726515ea68c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1f53f110-0d1c-409a-83b2-c726515ea68c,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:04.572025 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.641085 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=1f53f110-0d1c-409a-83b2-c726515ea68c,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:04.743644 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729833a7-53d2-4a14-ad8e-c18f04046547 req-2546199e-687f-431c-8da7-8421a1e2ace7 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:04.751467 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-729833a7-53d2-4a14-ad8e-c18f04046547 req-2546199e-687f-431c-8da7-8421a1e2ace7 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.2112217 Jul 22 21:16:04.766896 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61a081-c723-4001-af51-651a47cff25d req-1b708cac-4940-4b7f-872c-9dabd51f8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:04.769088 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-1b708cac-4940-4b7f-872c-9dabd51f8ca8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.1859777 Jul 22 21:16:04.812242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33fd6e-5808-4be4-8592-f5a086558188 req-ff21c656-dff7-429f-9275-e18f6f8b48bf tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:04.819685 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a33fd6e-5808-4be4-8592-f5a086558188 req-ff21c656-dff7-429f-9275-e18f6f8b48bf tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 944 time: 0.1868486 Jul 22 21:16:04.840414 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-729833a7-53d2-4a14-ad8e-c18f04046547 req-0befca71-a7a3-47be-bae6-cf3903d6814c tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876009 Jul 22 21:16:04.906278 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 31915e10-7682-4b5e-acea-5a37883d5772 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:04.971963 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 31915e10-7682-4b5e-acea-5a37883d5772 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:04.972641 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a33fd6e-5808-4be4-8592-f5a086558188 req-7490a5f7-0ec0-40f6-84ee-feefd49bd5f4 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515172 Jul 22 21:16:04.977193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 31915e10-7682-4b5e-acea-5a37883d5772 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:04.977731 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.978114 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61a081-c723-4001-af51-651a47cff25d req-c5fef99e-7934-4ae5-abdc-c79328120e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:04.979994 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-c5fef99e-7934-4ae5-abdc-c79328120e84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.1571710 Jul 22 21:16:05.080761 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.093431 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-bf39fc2f-e41c-4cf0-8862-39ef1360ffd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.0754063 Jul 22 21:16:05.117497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 31915e10-7682-4b5e-acea-5a37883d5772, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=31915e10-7682-4b5e-acea-5a37883d5772,segment=NetworkSegment(73f0e60d-2538-4aed-be02-a845340b1ad5),segment_id=73f0e60d-2538-4aed-be02-a845340b1ad5)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:05.124862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.126367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ea54eb07-3634-4077-ab4d-1638e7d28f0a up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:05.161863 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:05.204486 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61a081-c723-4001-af51-651a47cff25d req-ed9eeff5-fb1b-45fa-897c-caf8927fab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:05.212818 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-ed9eeff5-fb1b-45fa-897c-caf8927fab7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.0866110 Jul 22 21:16:05.254004 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-f8484fa4-e6bc-498e-b72e-518f518e9ab7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328295 Jul 22 21:16:05.263747 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ea54eb07-3634-4077-ab4d-1638e7d28f0a triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:05.264261 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.327295 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=31915e10-7682-4b5e-acea-5a37883d5772,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:05.362058 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['1f53f110-0d1c-409a-83b2-c726515ea68c'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:05.537602 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48296) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:05.542622 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669535218', 'description': 'tempest-secgroup-smoke-669535218 description', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:05.591298 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.700993 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.706226 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.747796 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.749263 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2104955 Jul 22 21:16:05.750639 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9d5a1-5132-401d-a4a1-20e0603cfeab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0947bdfa-aaa3-4aac-8153-4870425327dc,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:05.753143 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48308) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:05.759562 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group_rule': {'security_group_id': '0947bdfa-aaa3-4aac-8153-4870425327dc', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:05.797309 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.873268 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-659459ac-7dc6-462b-9bda-342e88838d25 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010916 Jul 22 21:16:05.888972 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.893740 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.927073 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b02ea41-efa9-47b3-820b-a0f62a32ff51,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:05.931691 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:05.937367 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b84bcedc-6525-4acf-b637-efec447b7e7c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830404 Jul 22 21:16:05.938047 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48318) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:05.943049 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group_rule': {'security_group_id': '0947bdfa-aaa3-4aac-8153-4870425327dc', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:05.968946 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f6e98-2504-454a-858c-9eca4c9d759e req-e1c4a378-3ce4-48be-9f30-f6d91728149b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:05.975869 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac4f6e98-2504-454a-858c-9eca4c9d759e req-e1c4a378-3ce4-48be-9f30-f6d91728149b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1803713 Jul 22 21:16:05.976279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.066599 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.073759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.083750 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac4f6e98-2504-454a-858c-9eca4c9d759e req-58349971-69ff-4645-8f5e-9fbe8f62c98c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050956 Jul 22 21:16:06.093767 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b722f201-78e3-414e-a216-c8f59e759ad9,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.115710 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.121326 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-262d3ef5-6deb-4e78-9030-4c092b073ad3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820028 Jul 22 21:16:06.122121 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48328) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:06.130302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group_rule': {'security_group_id': '0947bdfa-aaa3-4aac-8153-4870425327dc', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:06.139121 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc61a081-c723-4001-af51-651a47cff25d req-ac296df0-56ac-42e0-8777-03dbd0c8f3e4 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449064 Jul 22 21:16:06.146652 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fc332-553b-4b38-b651-5f112e810601 req-923f984c-d703-4908-9306-76bd8a297c59 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:06.148213 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a1fc332-553b-4b38-b651-5f112e810601 req-923f984c-d703-4908-9306-76bd8a297c59 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.2558565 Jul 22 21:16:06.170884 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.244932 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.249376 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.252158 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b507226-b73c-4558-8dce-5dffd1268eb3 req-18aa1631-43cb-4a38-abd3-0740dbec828c tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:06.253750 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b507226-b73c-4558-8dce-5dffd1268eb3 req-18aa1631-43cb-4a38-abd3-0740dbec828c tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 945 time: 0.1853771 Jul 22 21:16:06.273434 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.277817 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506629 Jul 22 21:16:06.277817 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6e53b-eb72-492c-8f5c-b4c1179add6a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf1f3a2-f272-4ffa-8989-efd228cb1e65,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.278813 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48330) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:06.283668 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group_rule': {'security_group_id': '0947bdfa-aaa3-4aac-8153-4870425327dc', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:06.317042 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.349483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d1dc8-1007-49a7-875f-2d0d3361a75a req-c26d3e3e-d6ed-438c-9a26-3bd3db69c4d8 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:06.350897 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d09d1dc8-1007-49a7-875f-2d0d3361a75a req-c26d3e3e-d6ed-438c-9a26-3bd3db69c4d8 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 944 time: 0.1966352 Jul 22 21:16:06.359119 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b507226-b73c-4558-8dce-5dffd1268eb3 req-ccf38882-2b67-4e96-a051-a69776b9d695 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b110a1d-3df5-4cfa-b9c6-3428654513b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990801 Jul 22 21:16:06.375602 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.389688 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.400356 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Deleting port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:06.400706 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.420942 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea9063b-192c-42ba-962e-a9827d20d5e5,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.429836 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d09d1dc8-1007-49a7-875f-2d0d3361a75a req-249ce260-c8de-4d5b-a60c-e0d9ab5ba6fe tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683386 Jul 22 21:16:06.430673 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.434688 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-570adef8-0ac0-4c42-a1b2-097bdf5e4152 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523478 Jul 22 21:16:06.435923 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48332) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:06.440925 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group_rule': {'security_group_id': '0947bdfa-aaa3-4aac-8153-4870425327dc', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:06.467195 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Project 61f271f6c88b4af2aca02c565bfe1ea7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:16:06.472992 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.538670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] For port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,segment=NetworkSegment(1a22d04b-e2b1-4f1a-b84a-b7009662870d),segment_id=1a22d04b-e2b1-4f1a-b84a-b7009662870d)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:06.539028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.558017 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Calling delete_port for 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:06.558156 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.565282 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.588853 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fde4e3-06d9-4eb8-b9e8-272f0a7fcb2e,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.601331 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.602925 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3a928802-e41a-4aec-81de-4c5ff1df9d0e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666508 Jul 22 21:16:06.605787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48336) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:06.610975 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'security_group_rule': {'security_group_id': '0947bdfa-aaa3-4aac-8153-4870425327dc', 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:06.638379 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Project 61f271f6c88b4af2aca02c565bfe1ea7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:16:06.650335 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.704458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.728975 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.733751 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.748318 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Pushing event deleted for resources: {'Port': ['ID=1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.772573 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c0f3c7-34d4-46fa-9a01-ae31367dae97,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:06.775589 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.776866 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-81be0955-d7d6-4719-ac95-fd9e8c0fe5fd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1700726 Jul 22 21:16:06.839062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] No DVR routers for this DVR port 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:06.842770 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:06.845507 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a1fc332-553b-4b38-b651-5f112e810601 req-3d1d89d4-9c4b-4172-ad83-7a29c775f846 tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.69 "DELETE /v2.0/ports/1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 HTTP/1.1" status: 204 len: 173 time: 0.6753798 Jul 22 21:16:06.846058 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62561f1-353b-4009-b842-3eee60431d84', 'name': 'network-vif-deleted', 'tag': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:06.848675 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d606516-bf15-4b55-ad43-f896845b42ba" -d '{"events": [{"server_uuid": "f62561f1-353b-4009-b842-3eee60431d84", "name": "network-vif-deleted", "tag": "1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:06.848849 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 31915e10-7682-4b5e-acea-5a37883d5772 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:06.897725 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfaffec-763a-497e-9073-2485b0aa6bdd x-openstack-request-id: req-0bfaffec-763a-497e-9073-2485b0aa6bdd {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:06.898391 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62561f1-353b-4009-b842-3eee60431d84", "name": "network-vif-deleted", "tag": "1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:06.898391 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bfaffec-763a-497e-9073-2485b0aa6bdd {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:06.898391 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62561f1-353b-4009-b842-3eee60431d84', 'name': 'network-vif-deleted', 'tag': '1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070', 'status': 'completed', 'code': 200} Jul 22 21:16:06.929246 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 31915e10-7682-4b5e-acea-5a37883d5772 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:06.929542 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:07.481190 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-85200eb6-4fb0-4fa5-9af1-b7db67e1014b req-4bee6271-fbfd-4b2d-bf72-fdb51860465b tempest-VolumesActionsTest-1567953461 tempest-VolumesActionsTest-1567953461-project] 10.222.0.44 "GET /v2.0/ports?device_id=f62561f1-353b-4009-b842-3eee60431d84 HTTP/1.1" status: 200 len: 210 time: 0.0302951 Jul 22 21:16:07.570874 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05383eca-1f71-461b-9931-f59d8579cf32 req-3339c26a-8185-41b5-a9cc-9bfa7cba5792 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:07.572339 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-05383eca-1f71-461b-9931-f59d8579cf32 req-3339c26a-8185-41b5-a9cc-9bfa7cba5792 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 944 time: 0.0692105 Jul 22 21:16:07.615425 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-05383eca-1f71-461b-9931-f59d8579cf32 req-78019e12-03f8-4a74-8fec-4010faf28b98 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Jul 22 21:16:08.539260 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48434) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:08.660922 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1f53f110-0d1c-409a-83b2-c726515ea68c up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:08.667580 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db5ea242-f396-449b-b386-411e9e488a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.739862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 1f53f110-0d1c-409a-83b2-c726515ea68c completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:08.749269 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 1f53f110-0d1c-409a-83b2-c726515ea68c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:08.750035 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.823186 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db5ea242-f396-449b-b386-411e9e488a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.829025 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-db5ea242-f396-449b-b386-411e9e488a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.870820 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.883786 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3ce4d-53af-457a-9c8e-9dbd2fd2d478 req-bf20825f-f9da-46db-ab6f-3aef56732fd3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:08.894561 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-db5ea242-f396-449b-b386-411e9e488a85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be36fba2b43b4766a831773439ca08da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540776 Jul 22 21:16:08.894860 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbd3ce4d-53af-457a-9c8e-9dbd2fd2d478 req-bf20825f-f9da-46db-ab6f-3aef56732fd3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 944 time: 0.1301794 Jul 22 21:16:08.895305 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48452) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:08.905318 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ea242-f396-449b-b386-411e9e488a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a72cb-2587-43cb-9000-1466e61f3b18,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:08.917752 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f53f110-0d1c-409a-83b2-c726515ea68c'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:08.921997 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f4b6d0-f5e3-4aae-b464-0ae99212a042" -d '{"events": [{"server_uuid": "2b6d2156-1a8c-421d-b46d-34d2cec63937", "name": "network-vif-plugged", "status": "completed", "tag": "1f53f110-0d1c-409a-83b2-c726515ea68c"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:08.952145 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbd3ce4d-53af-457a-9c8e-9dbd2fd2d478 req-ab10b54c-843e-42be-ab9b-d58acdcd50e3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Jul 22 21:16:08.962585 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 1f53f110-0d1c-409a-83b2-c726515ea68c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1f53f110-0d1c-409a-83b2-c726515ea68c,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:08.970192 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5914d90-3f93-4ea2-b2b9-a5b7ce2aa844 x-openstack-request-id: req-f5914d90-3f93-4ea2-b2b9-a5b7ce2aa844 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:08.970475 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6d2156-1a8c-421d-b46d-34d2cec63937", "name": "network-vif-plugged", "status": "completed", "tag": "1f53f110-0d1c-409a-83b2-c726515ea68c", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:08.970705 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5914d90-3f93-4ea2-b2b9-a5b7ce2aa844 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:08.971154 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f53f110-0d1c-409a-83b2-c726515ea68c', 'code': 200} Jul 22 21:16:08.973204 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.975359 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:08.995879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f8689ef0-1220-463b-9723-eb198f5c4da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.003500 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:09.003853 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1feb2cfe-b5b2-4e3d-8b50-7b7d4ce5a070 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:09.026844 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f8689ef0-1220-463b-9723-eb198f5c4da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.073742 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=1f53f110-0d1c-409a-83b2-c726515ea68c,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:09.098029 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f8689ef0-1220-463b-9723-eb198f5c4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.101024 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f8689ef0-1220-463b-9723-eb198f5c4da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:09.102331 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f8689ef0-1220-463b-9723-eb198f5c4da5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb0a72cb-2587-43cb-9000-1466e61f3b18 HTTP/1.1" status: 204 len: 168 time: 0.2048523 Jul 22 21:16:09.124559 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8689ef0-1220-463b-9723-eb198f5c4da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0a72cb-2587-43cb-9000-1466e61f3b18,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:09.284822 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38af64c-7a3d-4284-b28d-ffa07f17bacc req-743a2b15-0ea6-4e6b-8ca1-3e8228c0fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:09.286541 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a38af64c-7a3d-4284-b28d-ffa07f17bacc req-743a2b15-0ea6-4e6b-8ca1-3e8228c0fcb3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 1098 time: 0.0620196 Jul 22 21:16:09.351807 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a38af64c-7a3d-4284-b28d-ffa07f17bacc req-70982d9e-b68d-4f3a-aae9-77a5ab03707f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Jul 22 21:16:13.427232 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd442b3-73f5-409c-8a82-b4da2dc433db req-62938911-f0cc-483c-92ea-e966a9b05bd0 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:13.429050 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2dd442b3-73f5-409c-8a82-b4da2dc433db req-62938911-f0cc-483c-92ea-e966a9b05bd0 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.0735512 Jul 22 21:16:13.470254 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2dd442b3-73f5-409c-8a82-b4da2dc433db req-23c6324f-84f8-4fee-bd84-23c24ac52293 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348873 Jul 22 21:16:14.717011 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff7de5-44d5-46e1-84e7-6d473c70f389 req-6b22895d-b085-4395-9850-b7974436910c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:14.718645 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-76ff7de5-44d5-46e1-84e7-6d473c70f389 req-6b22895d-b085-4395-9850-b7974436910c tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.0836580 Jul 22 21:16:14.760348 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-76ff7de5-44d5-46e1-84e7-6d473c70f389 req-7fdb97ff-3c1b-4036-b0ad-10e7698a7d69 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360577 Jul 22 21:16:17.944410 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-59a4c415-4a26-4ed1-bd3d-1f6b8724ba82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.001155 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fcd10-7405-4d1a-addf-a692f5e1c7e7 req-88a1afea-66b7-484b-ba40-f4a430a00647 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:20.004921 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c3fcd10-7405-4d1a-addf-a692f5e1c7e7 req-88a1afea-66b7-484b-ba40-f4a430a00647 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.0827172 Jul 22 21:16:20.056585 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c3fcd10-7405-4d1a-addf-a692f5e1c7e7 req-4a820331-410b-47c4-b6e7-3ee865cac5f2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470130 Jul 22 21:16:20.698039 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0453502c-9ffd-475e-95a5-686e0f0f57b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.935464 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:21.163393 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7730-857f-461f-877d-cc2d700ef087 req-03cf9f61-2ab6-45ce-a270-0440311688f1 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.164972 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d95e7730-857f-461f-877d-cc2d700ef087 req-03cf9f61-2ab6-45ce-a270-0440311688f1 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1218464 Jul 22 21:16:21.225851 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d95e7730-857f-461f-877d-cc2d700ef087 req-519549a9-5b15-4e17-8c55-2e7cf362fbd0 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Jul 22 21:16:21.225851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-0d5fbcf8-a240-46a3-87d8-be36c4d9cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.225851 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-0d5fbcf8-a240-46a3-87d8-be36c4d9cf38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.1006584 Jul 22 21:16:21.338502 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-bbecfade-4b57-4811-a950-f87fd4370b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.342068 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-bbecfade-4b57-4811-a950-f87fd4370b4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.0971518 Jul 22 21:16:21.394600 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-bb1c6e2e-8e25-485e-b3bc-e96310d96359 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.0370634 Jul 22 21:16:21.455328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-271ac2f5-c129-44eb-bff4-50ba8f45a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:21.456845 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-271ac2f5-c129-44eb-bff4-50ba8f45a600 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.0501876 Jul 22 21:16:21.522465 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-3cb3aab9-5f2d-41ef-83dd-ed0642302be8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350640 Jul 22 21:16:21.632082 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-ff3264df-6d78-41e6-ae5a-81cefc11cfc3 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946453 Jul 22 21:16:21.863682 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:23.526930 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.872688 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-af76e400-71a7-46e8-bc32-fc02e5d3c59c req-bdcd34b2-4b1f-485e-86f8-52fb1e69ce7b service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035340 Jul 22 21:16:25.987220 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca9ee5-b72e-4971-a983-a12410237a7c req-6e69cf39-7e63-4872-a80b-429fe0a125db tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.988915 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ca9ee5-b72e-4971-a983-a12410237a7c req-6e69cf39-7e63-4872-a80b-429fe0a125db tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0917482 Jul 22 21:16:26.043054 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36ca9ee5-b72e-4971-a983-a12410237a7c req-9c49caee-fc1c-4409-ba59-0fdaf9ce0f60 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Jul 22 21:16:27.217144 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5963e-6003-45b4-b8ba-195fa646dcfa req-def73745-f1b6-4429-9c6f-fdbd0d31bbd5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.218878 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3db5963e-6003-45b4-b8ba-195fa646dcfa req-def73745-f1b6-4429-9c6f-fdbd0d31bbd5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0921354 Jul 22 21:16:27.266852 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3db5963e-6003-45b4-b8ba-195fa646dcfa req-c0476f9d-714b-4a09-b1fd-a83a9211f1e9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Jul 22 21:16:28.407577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac750884-3cac-4f50-aef4-0dddd68bfe84 req-c00536b4-38d5-4bc1-9cc2-8c9577666b32 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:28.409453 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac750884-3cac-4f50-aef4-0dddd68bfe84 req-c00536b4-38d5-4bc1-9cc2-8c9577666b32 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0688400 Jul 22 21:16:28.454054 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac750884-3cac-4f50-aef4-0dddd68bfe84 req-cb7d8a0b-c48b-4935-863e-44d779ca65af tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Jul 22 21:16:29.604147 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856f9d1-ecbe-4e8e-b543-0e9dbb5d4386 req-26b8f23f-bf5a-4366-ad75-154019611a96 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:29.606478 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7856f9d1-ecbe-4e8e-b543-0e9dbb5d4386 req-26b8f23f-bf5a-4366-ad75-154019611a96 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0742600 Jul 22 21:16:29.651659 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7856f9d1-ecbe-4e8e-b543-0e9dbb5d4386 req-2b2e17f0-2070-438e-ac8e-3e8ab76e7d85 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Jul 22 21:16:30.815101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa387f-38e3-411d-935c-d27ea84c76d6 req-7e22fb18-18e5-4efe-bfba-fc1c63eedfff tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:30.816621 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f3aa387f-38e3-411d-935c-d27ea84c76d6 req-7e22fb18-18e5-4efe-bfba-fc1c63eedfff tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0685744 Jul 22 21:16:30.857368 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f3aa387f-38e3-411d-935c-d27ea84c76d6 req-bb2b170e-5997-4768-bff8-5df0446661e8 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349960 Jul 22 21:16:32.002408 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b80c0f-d86b-46f9-bc75-18648282255a req-3c929db3-17f4-431a-93ed-ebdd5eee749b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.004005 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82b80c0f-d86b-46f9-bc75-18648282255a req-3c929db3-17f4-431a-93ed-ebdd5eee749b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0769801 Jul 22 21:16:32.050342 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82b80c0f-d86b-46f9-bc75-18648282255a req-92e498b2-92d8-424c-a4c1-e14b3d2125e9 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Jul 22 21:16:33.202783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e469b0-a587-4953-b48b-2aa3fcc46e27 req-3fd7e7dc-d06d-493d-ae24-90c39e429533 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:33.207813 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89e469b0-a587-4953-b48b-2aa3fcc46e27 req-3fd7e7dc-d06d-493d-ae24-90c39e429533 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0770988 Jul 22 21:16:33.256430 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89e469b0-a587-4953-b48b-2aa3fcc46e27 req-d0d275a1-c7df-423a-9223-96a69ab24ec2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Jul 22 21:16:34.328502 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.432099 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d9ce3-c59a-472a-bbcf-cfa3dc5a0cf1 req-0e4c0009-153d-4c63-9296-54a1cbfabd71 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:34.434100 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5f9d9ce3-c59a-472a-bbcf-cfa3dc5a0cf1 req-0e4c0009-153d-4c63-9296-54a1cbfabd71 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0818729 Jul 22 21:16:34.490222 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5f9d9ce3-c59a-472a-bbcf-cfa3dc5a0cf1 req-9e8463d4-4f2c-4821-b2d2-ee78a14fc087 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484061 Jul 22 21:16:35.672803 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266604f-296f-4b32-a78a-02dbe949fcb0 req-7c3198b8-2b5f-4a83-b9d0-8eed64a64d11 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:35.674612 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8266604f-296f-4b32-a78a-02dbe949fcb0 req-7c3198b8-2b5f-4a83-b9d0-8eed64a64d11 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0694437 Jul 22 21:16:35.715503 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8266604f-296f-4b32-a78a-02dbe949fcb0 req-8f5f9a5c-f5ab-4e03-a842-fa4778cf14da tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Jul 22 21:16:36.947520 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29140a-e6df-4952-a133-966e1d8f3869 req-2a8d88b4-57c5-4061-9883-1a31ecd0d7f5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:36.954506 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b29140a-e6df-4952-a133-966e1d8f3869 req-2a8d88b4-57c5-4061-9883-1a31ecd0d7f5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1335838 Jul 22 21:16:36.992057 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b29140a-e6df-4952-a133-966e1d8f3869 req-0f855333-7c07-480d-afc2-f61e34f9d258 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366848 Jul 22 21:16:38.250116 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5a52-376c-496d-9b67-e44d7ec66caa req-4bccbfbc-3ab6-42b8-b483-c22e46a1cb51 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.251611 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dfb5a52-376c-496d-9b67-e44d7ec66caa req-4bccbfbc-3ab6-42b8-b483-c22e46a1cb51 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0674405 Jul 22 21:16:38.288350 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dfb5a52-376c-496d-9b67-e44d7ec66caa req-1803e500-6fe7-4305-9558-135270ee6589 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Jul 22 21:16:39.420954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bb2e4-1621-4305-bd5d-80d6992e2e9f req-ecf9557a-f617-4a89-9a4d-4dd5e242a713 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:39.422405 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5f8bb2e4-1621-4305-bd5d-80d6992e2e9f req-ecf9557a-f617-4a89-9a4d-4dd5e242a713 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0652699 Jul 22 21:16:39.466545 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5f8bb2e4-1621-4305-bd5d-80d6992e2e9f req-78111ad0-e398-4f89-8d9d-72774e66e97a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Jul 22 21:16:40.603986 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3273bb-ce43-4b3d-bb95-74347d49e34b req-a3437c85-a6cc-4a1b-afd1-052364e87851 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.606299 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f3273bb-ce43-4b3d-bb95-74347d49e34b req-a3437c85-a6cc-4a1b-afd1-052364e87851 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0675576 Jul 22 21:16:40.644825 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f3273bb-ce43-4b3d-bb95-74347d49e34b req-0f8e2c98-5e68-4e98-be55-8f6df9417511 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328007 Jul 22 21:16:41.799902 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1c45-1bf3-4e15-ad35-ac082aacd49b req-d74f14d9-4d42-40b1-8778-4e1e324a3df2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:41.801475 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c6da1c45-1bf3-4e15-ad35-ac082aacd49b req-d74f14d9-4d42-40b1-8778-4e1e324a3df2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0730948 Jul 22 21:16:41.854450 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c6da1c45-1bf3-4e15-ad35-ac082aacd49b req-b1d3c859-811e-4654-806c-4ade91126937 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Jul 22 21:16:42.021680 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 48964) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:42.161268 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:42.192679 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d6b4-7b6d-466a-aceb-ca5cfc0fda92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.294218 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d6b4-7b6d-466a-aceb-ca5cfc0fda92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.298674 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d6b4-7b6d-466a-aceb-ca5cfc0fda92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.338315 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8d6b4-7b6d-466a-aceb-ca5cfc0fda92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278aa47a-4220-46c9-a0c9-491216819de3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:42.347808 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1bd8d6b4-7b6d-466a-aceb-ca5cfc0fda92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f139f64d1204fa0a25b01e8b8cacbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249567 Jul 22 21:16:42.348109 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 48970) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:42.413248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b6e-1882-4ee7-8b7f-89ed93dea73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.440470 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b6e-1882-4ee7-8b7f-89ed93dea73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.494370 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b6e-1882-4ee7-8b7f-89ed93dea73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.498173 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b6e-1882-4ee7-8b7f-89ed93dea73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:42.499549 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2d5b5b6e-1882-4ee7-8b7f-89ed93dea73a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/278aa47a-4220-46c9-a0c9-491216819de3 HTTP/1.1" status: 204 len: 168 time: 0.1497121 Jul 22 21:16:42.510856 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b5b6e-1882-4ee7-8b7f-89ed93dea73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278aa47a-4220-46c9-a0c9-491216819de3,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:42.998577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac2c05-2675-45fa-a4dc-2eb61209fec2 req-6772df70-3f7a-4427-b933-54f016646903 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:43.000687 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a6ac2c05-2675-45fa-a4dc-2eb61209fec2 req-6772df70-3f7a-4427-b933-54f016646903 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0799384 Jul 22 21:16:43.040317 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a6ac2c05-2675-45fa-a4dc-2eb61209fec2 req-d13ccbeb-796b-415b-85a9-e9dc16ec429b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Jul 22 21:16:44.190082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc485fd-5e87-40f9-831e-d10107a4ddd4 req-f70b14a1-16b4-4466-a1fd-b860078b0b5a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:44.191922 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dc485fd-5e87-40f9-831e-d10107a4ddd4 req-f70b14a1-16b4-4466-a1fd-b860078b0b5a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0725691 Jul 22 21:16:44.241939 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7dc485fd-5e87-40f9-831e-d10107a4ddd4 req-62421256-1c2f-42c3-b1bd-12d754aa014e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Jul 22 21:16:45.409625 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287fd5-a8e4-4628-9538-8a040fd1148c req-5a04da3f-e6cb-4f90-a542-4664e2e2a22d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:45.411553 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f9287fd5-a8e4-4628-9538-8a040fd1148c req-5a04da3f-e6cb-4f90-a542-4664e2e2a22d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0879743 Jul 22 21:16:45.460456 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f9287fd5-a8e4-4628-9538-8a040fd1148c req-eac3d888-6c8b-4c0b-96e9-57b3a3631c07 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Jul 22 21:16:45.755750 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc799732-ca57-4c81-8874-f54163e27f4b req-b35e2e7f-a213-4a2f-9d41-ee6cea8c08e8 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:45.757582 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc799732-ca57-4c81-8874-f54163e27f4b req-b35e2e7f-a213-4a2f-9d41-ee6cea8c08e8 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0893583 Jul 22 21:16:45.802295 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc799732-ca57-4c81-8874-f54163e27f4b req-989ca055-1a2a-4f87-8a5e-55b50d92e1d4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375459 Jul 22 21:16:46.636919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fa0c-4f50-4f15-a5c0-9954daddec58 req-aa96ec36-8ba5-4882-9534-0b06f32d5f12 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:46.639623 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8b1fa0c-4f50-4f15-a5c0-9954daddec58 req-aa96ec36-8ba5-4882-9534-0b06f32d5f12 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0865393 Jul 22 21:16:46.710180 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8b1fa0c-4f50-4f15-a5c0-9954daddec58 req-f5d9a95e-b185-4714-ae7e-a7094cc8ced8 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610683 Jul 22 21:16:46.735641 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99491c08-d18f-4aca-abbc-8d352c3ed1ab req-19fce141-e1a4-4028-96c5-1516d9646871 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:46.737196 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-99491c08-d18f-4aca-abbc-8d352c3ed1ab req-19fce141-e1a4-4028-96c5-1516d9646871 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0977867 Jul 22 21:16:46.785476 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-99491c08-d18f-4aca-abbc-8d352c3ed1ab req-9e009d3c-a16f-4954-ba3f-57acf1f7b0af tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Jul 22 21:16:46.963438 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3e96e-3daf-4b02-84c5-b276418c5580 req-4b30e151-a809-4c35-8c79-b5db5d779c44 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:46.972798 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f2d3e96e-3daf-4b02-84c5-b276418c5580 req-4b30e151-a809-4c35-8c79-b5db5d779c44 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0903220 Jul 22 21:16:47.019633 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f2d3e96e-3daf-4b02-84c5-b276418c5580 req-0e6b5114-b5a9-4718-bb9c-55818e405e59 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 Jul 22 21:16:47.872205 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3e09-ff60-48db-8af1-fa237ed45219 req-fb8ac89c-6536-492a-a3f0-00fbeda492d5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:47.873418 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-205c3e09-ff60-48db-8af1-fa237ed45219 req-fb8ac89c-6536-492a-a3f0-00fbeda492d5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0820987 Jul 22 21:16:47.944685 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0559b79d-4bab-405f-93d5-0069ca4d4554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.962498 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-205c3e09-ff60-48db-8af1-fa237ed45219 req-a50a22a6-1689-43a8-92e4-b1f55e91cc46 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825512 Jul 22 21:16:48.011740 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512c49f-798d-4887-b5e6-29e6c7dd9ca3 req-6d8f0a69-dd37-418d-9a41-06b0bc3fc79c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:48.013416 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7512c49f-798d-4887-b5e6-29e6c7dd9ca3 req-6d8f0a69-dd37-418d-9a41-06b0bc3fc79c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0935538 Jul 22 21:16:48.055104 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7512c49f-798d-4887-b5e6-29e6c7dd9ca3 req-9ab4267f-693c-4020-bd49-52bd5ec899ff tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352316 Jul 22 21:16:48.170371 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579c547-0ef1-482a-aaae-d472967edb97 req-626e9b6d-eae1-4725-bd2e-0ea62abccff9 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:48.171909 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4579c547-0ef1-482a-aaae-d472967edb97 req-626e9b6d-eae1-4725-bd2e-0ea62abccff9 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0718393 Jul 22 21:16:48.211141 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4579c547-0ef1-482a-aaae-d472967edb97 req-6972a4a0-19ed-47be-ad95-b42ea3b97061 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335011 Jul 22 21:16:49.123375 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d43b4f-0bef-4594-9a93-85e6611157eb req-18203699-c74d-4c3c-8af4-eea1d64f4d08 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.125834 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-78d43b4f-0bef-4594-9a93-85e6611157eb req-18203699-c74d-4c3c-8af4-eea1d64f4d08 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0757823 Jul 22 21:16:49.194839 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-78d43b4f-0bef-4594-9a93-85e6611157eb req-08faf524-9d0c-4b64-8ce4-f88f31421b1f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 Jul 22 21:16:49.336953 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbd14-7d7b-4563-a89a-245f2fe7c6b8 req-80a22cb9-d7b4-498d-874f-ba26d81fad07 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.338772 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-92bcbd14-7d7b-4563-a89a-245f2fe7c6b8 req-80a22cb9-d7b4-498d-874f-ba26d81fad07 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0844822 Jul 22 21:16:49.444696 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-92bcbd14-7d7b-4563-a89a-245f2fe7c6b8 req-c1a60d95-5a12-4e35-aa6c-268e7d886cce tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906293 Jul 22 21:16:49.470746 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba27cd-0088-4cbd-a1f4-88d29816ad39 req-a569e7c9-5d43-4450-80a8-e593ea19753f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.479177 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82ba27cd-0088-4cbd-a1f4-88d29816ad39 req-a569e7c9-5d43-4450-80a8-e593ea19753f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1381948 Jul 22 21:16:49.533118 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82ba27cd-0088-4cbd-a1f4-88d29816ad39 req-8c314c84-31f9-4eeb-b56b-9d6cb78a4e67 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531962 Jul 22 21:16:49.622187 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ece17-2ddf-4955-9955-8c43ad264028 req-c32b6363-94a1-4397-9896-43acb0241053 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:49.623956 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-381ece17-2ddf-4955-9955-8c43ad264028 req-c32b6363-94a1-4397-9896-43acb0241053 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.0894320 Jul 22 21:16:49.675274 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-381ece17-2ddf-4955-9955-8c43ad264028 req-001b5b71-9de7-4b68-88ea-d0afd7ee6ac4 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Jul 22 21:16:50.335200 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc31b4-89db-47b5-879c-dec8098ecff2 req-e429a6c7-5945-4d9e-bf02-457a042da2b1 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.336805 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6abc31b4-89db-47b5-879c-dec8098ecff2 req-e429a6c7-5945-4d9e-bf02-457a042da2b1 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0735502 Jul 22 21:16:50.383386 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6abc31b4-89db-47b5-879c-dec8098ecff2 req-39801986-4524-4fd6-8aef-ab99d99aa450 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391130 Jul 22 21:16:50.600832 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513905e-c156-4798-8946-a6cad3860c2d req-0f818740-efd8-402a-a506-cfa5fb6907ee tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.602414 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4513905e-c156-4798-8946-a6cad3860c2d req-0f818740-efd8-402a-a506-cfa5fb6907ee tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0721221 Jul 22 21:16:50.681061 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4513905e-c156-4798-8946-a6cad3860c2d req-0baa2476-350f-408b-95a7-daedf88f6a65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721159 Jul 22 21:16:50.719798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea453232-3235-4b89-8b24-81c7027880f0 req-b3e43132-5752-4250-83a0-f0672d3baadf tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.721926 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7968cbd4-a838-4b12-993d-dcdf24be1f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.722457 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea453232-3235-4b89-8b24-81c7027880f0 req-b3e43132-5752-4250-83a0-f0672d3baadf tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1118996 Jul 22 21:16:50.774139 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea453232-3235-4b89-8b24-81c7027880f0 req-5524cf5d-983c-4376-aa03-ad885b1725d5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 Jul 22 21:16:50.873868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea04f-d133-44cf-a9b3-faf63a5b04ab req-5a1f1f63-ddb4-4a89-b9dc-0707289f40e2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:50.875489 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2b6ea04f-d133-44cf-a9b3-faf63a5b04ab req-5a1f1f63-ddb4-4a89-b9dc-0707289f40e2 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.0775816 Jul 22 21:16:50.931401 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.957586 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2b6ea04f-d133-44cf-a9b3-faf63a5b04ab req-a663b978-22f7-43a1-b492-74d0775173e1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710404 Jul 22 21:16:51.562187 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eecc2-8eb2-4e1e-b52b-e8d0d3688576 req-68ebf7ed-a970-473e-b45b-822c04bca19c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:51.564783 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ab3eecc2-8eb2-4e1e-b52b-e8d0d3688576 req-68ebf7ed-a970-473e-b45b-822c04bca19c tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0923140 Jul 22 21:16:51.622337 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ab3eecc2-8eb2-4e1e-b52b-e8d0d3688576 req-04345b09-3587-4707-9b33-b368752bf3c5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Jul 22 21:16:51.863677 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:51.889254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb32b79-133e-4004-a5d3-15811f227b50 req-04d23dc1-202e-409e-89e2-53b9d8eae11a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:51.891230 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ceb32b79-133e-4004-a5d3-15811f227b50 req-04d23dc1-202e-409e-89e2-53b9d8eae11a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1140356 Jul 22 21:16:51.956263 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ceb32b79-133e-4004-a5d3-15811f227b50 req-2d02ebdf-1d70-47f7-b550-8f91a5001e8c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472748 Jul 22 21:16:52.005742 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee05f14-5510-4166-bd96-8fe473818f86 req-6fbf0bbd-86a9-40b9-be44-2a40d620e2ed tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:52.015706 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4ee05f14-5510-4166-bd96-8fe473818f86 req-6fbf0bbd-86a9-40b9-be44-2a40d620e2ed tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1462002 Jul 22 21:16:52.096229 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4ee05f14-5510-4166-bd96-8fe473818f86 req-99322811-1b05-48cc-a97e-a2500828ea17 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765014 Jul 22 21:16:52.141106 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce3dbb-9241-4f9d-8b3e-09e5168aa44a req-42355bd2-e3ab-4188-a340-26d15078b6f1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:52.142812 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bce3dbb-9241-4f9d-8b3e-09e5168aa44a req-42355bd2-e3ab-4188-a340-26d15078b6f1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.1025422 Jul 22 21:16:52.193672 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bce3dbb-9241-4f9d-8b3e-09e5168aa44a req-f7a2885b-0bd7-406b-8b00-a00f5a99bbad tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Jul 22 21:16:52.791026 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3d004-c1ba-42c2-8e95-32c77a9aca1e req-6709af4f-bc8f-4609-b734-f7ecf679cf67 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:52.794827 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48c3d004-c1ba-42c2-8e95-32c77a9aca1e req-6709af4f-bc8f-4609-b734-f7ecf679cf67 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0875211 Jul 22 21:16:52.834621 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48c3d004-c1ba-42c2-8e95-32c77a9aca1e req-e1fd7b75-d3b2-48b3-a0de-ccbc8d89cf57 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348442 Jul 22 21:16:53.122034 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d42a7-59a9-4f49-b634-cd429e3c65d1 req-b9964b57-3786-46fa-985e-0f52efa93f5d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.123635 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-344d42a7-59a9-4f49-b634-cd429e3c65d1 req-b9964b57-3786-46fa-985e-0f52efa93f5d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0858316 Jul 22 21:16:53.198932 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-344d42a7-59a9-4f49-b634-cd429e3c65d1 req-a43c3ac1-a533-4671-b3ae-3432c2cb51df tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648715 Jul 22 21:16:53.274909 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428320e3-c082-47c0-a8c2-c99568fb6e1d req-3cbbc2cf-242a-4755-8926-0dcc444154a0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.284841 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-428320e3-c082-47c0-a8c2-c99568fb6e1d req-3cbbc2cf-242a-4755-8926-0dcc444154a0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1083846 Jul 22 21:16:53.368427 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-428320e3-c082-47c0-a8c2-c99568fb6e1d req-f6261cbf-902e-4882-8b39-d49276b24fc0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814304 Jul 22 21:16:53.414427 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b818db-5314-4ddd-99e5-2426574829cd req-98aaba26-0163-45c8-b846-97667bbae855 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.423504 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-64b818db-5314-4ddd-99e5-2426574829cd req-98aaba26-0163-45c8-b846-97667bbae855 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.1282492 Jul 22 21:16:53.468832 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-64b818db-5314-4ddd-99e5-2426574829cd req-5d2b19cf-5b46-4026-96f6-bec247d11ca9 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442855 Jul 22 21:16:53.519850 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:53.971665 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026937b9-0d22-4cde-bc92-f78997360289 req-a3d55d6d-aaef-4d9f-98ef-7434f59c3619 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:53.974184 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-026937b9-0d22-4cde-bc92-f78997360289 req-a3d55d6d-aaef-4d9f-98ef-7434f59c3619 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 945 time: 0.1223955 Jul 22 21:16:54.086328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aeda8-6778-4db9-97b6-8cf93c90e8de req-e3cf033d-a398-4398-9132-9682bb2f66f2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:54.088125 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-416aeda8-6778-4db9-97b6-8cf93c90e8de req-e3cf033d-a398-4398-9132-9682bb2f66f2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1673579 Jul 22 21:16:54.154320 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-416aeda8-6778-4db9-97b6-8cf93c90e8de req-6a05d0a6-4a7a-42a7-ba73-aaabda429987 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584919 Jul 22 21:16:54.161579 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Deleting port 1f53f110-0d1c-409a-83b2-c726515ea68c {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:54.161926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.252245 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] For port 1f53f110-0d1c-409a-83b2-c726515ea68c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1f53f110-0d1c-409a-83b2-c726515ea68c,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:54.252610 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.267171 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Calling delete_port for 1f53f110-0d1c-409a-83b2-c726515ea68c owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:54.419952 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceff6cd-8afb-4383-89fe-8adacc175756 req-6bb60232-df93-43cb-8816-2b1c2d91116d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:54.419952 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6ceff6cd-8afb-4383-89fe-8adacc175756 req-6bb60232-df93-43cb-8816-2b1c2d91116d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1377904 Jul 22 21:16:54.528471 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6ceff6cd-8afb-4383-89fe-8adacc175756 req-c91dae66-758c-45f4-9c94-0f23be0926db tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895317 Jul 22 21:16:54.530291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.563351 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event deleted for resources: {'Port': ['ID=1f53f110-0d1c-409a-83b2-c726515ea68c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:54.601841 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4', 'c147b859-c57e-49ff-bde1-675b3bdc4a27', '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e', '1f53f110-0d1c-409a-83b2-c726515ea68c'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:54.625783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] No DVR routers for this DVR port 1f53f110-0d1c-409a-83b2-c726515ea68c on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:54.634633 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181da45-8dee-4791-bd9b-c53300ef27ba req-c95c83aa-1854-4909-a814-5cb0ded9fa05 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:54.637177 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4181da45-8dee-4791-bd9b-c53300ef27ba req-c95c83aa-1854-4909-a814-5cb0ded9fa05 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1797402 Jul 22 21:16:54.638323 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:54.641069 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-026937b9-0d22-4cde-bc92-f78997360289 req-424e96be-cf10-4ff4-88f3-e932bfd99e54 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "DELETE /v2.0/ports/1f53f110-0d1c-409a-83b2-c726515ea68c HTTP/1.1" status: 204 len: 173 time: 0.6550617 Jul 22 21:16:54.641069 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'name': 'network-vif-deleted', 'tag': '1f53f110-0d1c-409a-83b2-c726515ea68c'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:54.643094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c5451b-1098-48e8-86d2-cad7007f7c5d" -d '{"events": [{"server_uuid": "2b6d2156-1a8c-421d-b46d-34d2cec63937", "name": "network-vif-deleted", "tag": "1f53f110-0d1c-409a-83b2-c726515ea68c"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:54.716890 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4181da45-8dee-4791-bd9b-c53300ef27ba req-84fb7760-8d4d-4671-aad1-8dd24973bd64 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703347 Jul 22 21:16:54.784768 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-91fed65b-5050-4107-8f4e-ae2bc405493b req-e3569b10-cfaf-4cc5-a914-48df4eb385fb tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b6d2156-1a8c-421d-b46d-34d2cec63937 HTTP/1.1" status: 200 len: 210 time: 0.0893383 Jul 22 21:16:54.787705 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b5263-0071-4f22-ab67-9e413fee121b x-openstack-request-id: req-173b5263-0071-4f22-ab67-9e413fee121b {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:54.788061 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6d2156-1a8c-421d-b46d-34d2cec63937", "name": "network-vif-deleted", "tag": "1f53f110-0d1c-409a-83b2-c726515ea68c", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:54.788371 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-173b5263-0071-4f22-ab67-9e413fee121b {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:54.788869 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6d2156-1a8c-421d-b46d-34d2cec63937', 'name': 'network-vif-deleted', 'tag': '1f53f110-0d1c-409a-83b2-c726515ea68c', 'status': 'completed', 'code': 200} Jul 22 21:16:55.351557 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01388a6c-de0f-44f5-b48d-da314272f5b9 req-2fa95e83-180b-405f-a3fb-62f1c31f1edd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:55.353400 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-01388a6c-de0f-44f5-b48d-da314272f5b9 req-2fa95e83-180b-405f-a3fb-62f1c31f1edd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0827532 Jul 22 21:16:55.419336 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-01388a6c-de0f-44f5-b48d-da314272f5b9 req-99bd2e12-11a2-44da-b41c-3c20f231502d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572908 Jul 22 21:16:55.453398 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-776b8bd5-27d4-4c1f-8d40-6b2c6eedbbfb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669535218&fields=id&tenant_id=61f271f6c88b4af2aca02c565bfe1ea7 HTTP/1.1" status: 200 len: 267 time: 0.0694304 Jul 22 21:16:55.891236 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-771af92a-56ae-4815-b49f-024da6f80b5b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:55.899124 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-771af92a-56ae-4815-b49f-024da6f80b5b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 809 time: 0.4437807 Jul 22 21:16:55.922210 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-5bf05fe0-7033-4a77-b0ec-e0a62e36b920 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/quotas/61f271f6c88b4af2aca02c565bfe1ea7 HTTP/1.1" status: 200 len: 375 time: 0.0220737 Jul 22 21:16:55.980798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b00f9-a40c-4222-9442-21e6aaab5d3e req-dc655d81-ccb3-49b8-b822-ecccc27973e3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:55.982357 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5a7b00f9-a40c-4222-9442-21e6aaab5d3e req-dc655d81-ccb3-49b8-b822-ecccc27973e3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1547854 Jul 22 21:16:56.036052 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-9512b898-9927-40de-ab3d-8a9966a43639 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127453 Jul 22 21:16:56.045356 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5a7b00f9-a40c-4222-9442-21e6aaab5d3e req-c47364bc-aa8a-4d95-97ed-51d7ab979f5a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542903 Jul 22 21:16:56.160375 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-22dc30ce-30eb-4bc5-a439-1e4de42d95f8 service neutron] 10.222.0.44 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098101 Jul 22 21:16:56.290445 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6175ec-e60a-47d2-a1fd-d1df11c450a0 req-b7e50b88-6731-4f6c-ad91-59d4557868e0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:56.294186 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf6175ec-e60a-47d2-a1fd-d1df11c450a0 req-b7e50b88-6731-4f6c-ad91-59d4557868e0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1485331 Jul 22 21:16:56.297430 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-cc63e8cc-a8e3-44e2-8fc8-906720101c27 service neutron] 10.222.0.44 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198413 Jul 22 21:16:56.339190 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bf6175ec-e60a-47d2-a1fd-d1df11c450a0 req-ad827f64-2a1f-4fd8-8d8e-d46e825cef64 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Jul 22 21:16:56.656972 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a7ebd-b8c6-4899-ad9a-0d79ea1e7674 req-a3ce6b22-6f7d-4965-bf10-a1c7161a194b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:56.658667 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-006a7ebd-b8c6-4899-ad9a-0d79ea1e7674 req-a3ce6b22-6f7d-4965-bf10-a1c7161a194b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1104870 Jul 22 21:16:56.719830 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-006a7ebd-b8c6-4899-ad9a-0d79ea1e7674 req-36a5d338-2d92-4e1f-8a70-22205f67f1ab tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 Jul 22 21:16:56.806405 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f23729a4-06de-4f36-82bc-87d7d63c2955 req-f132eea9-ede5-4426-af56-bea3fa2d3479 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 210 time: 0.0367546 Jul 22 21:16:57.227857 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a2aab-b05a-4525-a1d2-88e67fd0c57b req-11350576-8518-447a-b49b-92cdeb2c33e0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:57.229631 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-638a2aab-b05a-4525-a1d2-88e67fd0c57b req-11350576-8518-447a-b49b-92cdeb2c33e0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0976274 Jul 22 21:16:57.338064 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-638a2aab-b05a-4525-a1d2-88e67fd0c57b req-9fdeeec5-2eb6-4226-b8e4-8f3ef8c16e72 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862269 Jul 22 21:16:57.577674 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38112-1f76-407e-ad79-ed61e8716e2b req-d244d7dd-bf3c-4017-98dc-e07cdb327715 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:57.579676 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81b38112-1f76-407e-ad79-ed61e8716e2b req-d244d7dd-bf3c-4017-98dc-e07cdb327715 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1047523 Jul 22 21:16:57.635596 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81b38112-1f76-407e-ad79-ed61e8716e2b req-edbf0e1a-8ad9-4533-b8dd-4b133f66edd5 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472741 Jul 22 21:16:57.920123 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78db16-4ba1-4e3d-be77-5816dd7041c9 req-4b704521-11d4-48da-b5b6-e74ce3163baf tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:57.922075 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e78db16-4ba1-4e3d-be77-5816dd7041c9 req-4b704521-11d4-48da-b5b6-e74ce3163baf tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1045489 Jul 22 21:16:57.996759 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3682b61a-e621-4346-a1f0-c609195b2f4c req-2c6b9510-586e-4a5b-b822-60c17a912b60 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 210 time: 0.0404701 Jul 22 21:16:58.005446 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1e78db16-4ba1-4e3d-be77-5816dd7041c9 req-ba2b4f84-39ef-4de5-8a66-9ba0219999a8 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751371 Jul 22 21:16:58.175965 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d502e6-cd83-4395-81a6-a60f8c36243f req-a7a12c91-d204-4f10-92ed-7114d010ea0a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:58.177560 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b6d502e6-cd83-4395-81a6-a60f8c36243f req-a7a12c91-d204-4f10-92ed-7114d010ea0a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.0860786 Jul 22 21:16:58.252741 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b6d502e6-cd83-4395-81a6-a60f8c36243f req-82ab1aa4-1454-4056-a340-b70a2b17c621 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627165 Jul 22 21:16:58.524962 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3023e8-2131-48de-88b8-bbe8c41e4d10 req-f5bfa96b-2a03-4af4-a03c-052f1159b883 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:58.526834 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e3023e8-2131-48de-88b8-bbe8c41e4d10 req-f5bfa96b-2a03-4af4-a03c-052f1159b883 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0749130 Jul 22 21:16:58.569208 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e3023e8-2131-48de-88b8-bbe8c41e4d10 req-27748d2b-7432-412c-a6af-a90571b005ae tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366402 Jul 22 21:16:58.730391 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-6bec0cd0-15f5-4575-807d-20840ad89bc2 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:58.731863 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-6bec0cd0-15f5-4575-807d-20840ad89bc2 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 809 time: 0.1092703 Jul 22 21:16:58.809555 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-7f0b2328-9485-4b24-bc62-1ae0a262a06e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61f271f6c88b4af2aca02c565bfe1ea7 HTTP/1.1" status: 200 len: 379 time: 0.0443246 Jul 22 21:16:58.825146 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'port': {'device_id': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'admin_state_up': True, 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'security_groups': ['0947bdfa-aaa3-4aac-8153-4870425327dc']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:58.866521 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d65-c60b-4e7c-964f-ba7315f020b1 req-0665b23c-f545-4167-b674-9fae732e9f30 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:58.868042 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ff356d65-c60b-4e7c-964f-ba7315f020b1 req-0665b23c-f545-4167-b674-9fae732e9f30 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1455832 Jul 22 21:16:58.897852 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1f53f110-0d1c-409a-83b2-c726515ea68c no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:58.919959 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 1f53f110-0d1c-409a-83b2-c726515ea68c {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:58.920764 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 1f53f110-0d1c-409a-83b2-c726515ea68c not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:58.958888 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ff356d65-c60b-4e7c-964f-ba7315f020b1 req-8d822375-f870-48db-a8b8-f7141e9ff0f1 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833917 Jul 22 21:16:58.998503 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Made reservation on behalf of 61f271f6c88b4af2aca02c565bfe1ea7 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:59.002403 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.181146 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee50c8d8-5bd2-4677-ba19-b7b13f405c1f req-0347b69b-6946-4f20-840e-c46e0d80b2de tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 210 time: 0.0817251 Jul 22 21:16:59.201032 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Allocated IP 172.20.0.4 (a4ad920b-08d7-41a3-a1d8-3df89ba2781f/a0225977-7d46-4ab2-8a6d-ce49aa9b2b70/db22d4fc-2943-44e3-815f-9d0cf02a5050) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:59.249616 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9c6e-dd42-493f-81fb-b767472eb8d9 req-9d2adb77-e386-490c-9983-394f957cccfa tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.251225 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cddd9c6e-dd42-493f-81fb-b767472eb8d9 req-9d2adb77-e386-490c-9983-394f957cccfa tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1665940 Jul 22 21:16:59.325066 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cddd9c6e-dd42-493f-81fb-b767472eb8d9 req-739032a9-0634-4b73-83b3-a1722dfcc857 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652504 Jul 22 21:16:59.428371 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.449811 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Transition to ACTIVE for port object db22d4fc-2943-44e3-815f-9d0cf02a5050 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:59.466985 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca8d9f-d0df-4058-89bb-ed96ee3b989a req-99e3fa1f-d861-4e3a-bfab-9ac518f7904f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.468630 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-90ca8d9f-d0df-4058-89bb-ed96ee3b989a req-99e3fa1f-d861-4e3a-bfab-9ac518f7904f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.1155300 Jul 22 21:16:59.523034 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-90ca8d9f-d0df-4058-89bb-ed96ee3b989a req-a9d7d2de-ec37-4517-af60-95811cc1e3c0 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486946 Jul 22 21:16:59.525289 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.567848 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:59.571014 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:59.576556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:59.620411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:59.645617 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.646274 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.649343 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.649686 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.650024 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.650361 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.650698 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.651087 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.651926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.652336 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.652667 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.652992 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.653313 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.653633 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:59.694877 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-2323f557-25f3-41cf-8f4d-d0525788852c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8754969 Jul 22 21:16:59.725958 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Request body: {'port': {'device_id': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:59.739661 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ad90e-9e9a-4429-8bf1-bfeecc1eb6dc req-a48b3a5f-2503-4398-9eb3-0fd47adbc59c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:59.741491 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c6ad90e-9e9a-4429-8bf1-bfeecc1eb6dc req-a48b3a5f-2503-4398-9eb3-0fd47adbc59c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0843709 Jul 22 21:16:59.824298 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-f2be6f54-485c-4fda-9350-741f23e90b3d None None] Provisioning for port db22d4fc-2943-44e3-815f-9d0cf02a5050 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:59.827264 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0c6ad90e-9e9a-4429-8bf1-bfeecc1eb6dc req-82e85f61-0167-4e08-80b3-155132350575 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681591 Jul 22 21:16:59.834965 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-f2be6f54-485c-4fda-9350-741f23e90b3d None None] Provisioning complete for port db22d4fc-2943-44e3-815f-9d0cf02a5050 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:59.835345 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f2be6f54-485c-4fda-9350-741f23e90b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.845169 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:59.875592 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-f2be6f54-485c-4fda-9350-741f23e90b3d None None] Port db22d4fc-2943-44e3-815f-9d0cf02a5050 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:17:00.210670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122162e-b82a-49b4-b145-9ec316a3c790 req-e5391f96-c965-4615-ac6d-3ee265a811f4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:00.212862 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5122162e-b82a-49b4-b145-9ec316a3c790 req-e5391f96-c965-4615-ac6d-3ee265a811f4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1718569 Jul 22 21:17:00.306609 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db22d4fc-2943-44e3-815f-9d0cf02a5050 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:00.320081 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.368195 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Transition to ACTIVE for port object db22d4fc-2943-44e3-815f-9d0cf02a5050 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:17:00.371845 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5122162e-b82a-49b4-b145-9ec316a3c790 req-e983d1a3-2cc6-432e-91f8-f9df9fa268cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336100 Jul 22 21:17:00.376378 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.468982 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:00.481775 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-7399ac1e-66b9-4541-9d68-7d374b591dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2309086 Jul 22 21:17:00.519517 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6b6a4-bfc1-443a-9c05-f2a1da4ab444 req-3c0089d3-2403-4599-8e88-47fae353221d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:00.524928 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3fd6b6a4-bfc1-443a-9c05-f2a1da4ab444 req-3c0089d3-2403-4599-8e88-47fae353221d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 931 time: 0.2531247 Jul 22 21:17:00.665206 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3fd6b6a4-bfc1-443a-9c05-f2a1da4ab444 req-5ebc5cec-bcee-40e2-a090-5c4d79c1bcc8 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339185 Jul 22 21:17:00.697728 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ab6eb-124a-4fdf-b288-5c447ad4457d req-1842c992-9a04-41c4-adc7-9de912ece731 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:00.700886 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d8ab6eb-124a-4fdf-b288-5c447ad4457d req-1842c992-9a04-41c4-adc7-9de912ece731 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2533748 Jul 22 21:17:00.723201 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Attempting to bind port db22d4fc-2943-44e3-815f-9d0cf02a5050 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:17:00.723546 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Attempting to bind port db22d4fc-2943-44e3-815f-9d0cf02a5050 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:17:00.723919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Attempting to bind port db22d4fc-2943-44e3-815f-9d0cf02a5050 on network a4ad920b-08d7-41a3-a1d8-3df89ba2781f {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:00.746063 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Port db22d4fc-2943-44e3-815f-9d0cf02a5050 on network a4ad920b-08d7-41a3-a1d8-3df89ba2781f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:17:00.746520 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Attempting to bind port db22d4fc-2943-44e3-815f-9d0cf02a5050 on network a4ad920b-08d7-41a3-a1d8-3df89ba2781f {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:17:00.754035 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-bf071c27-623b-40da-bbcc-b078e80ecd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:00.755561 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-bf071c27-623b-40da-bbcc-b078e80ecd36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 1098 time: 0.1640098 Jul 22 21:17:00.775125 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:17:00.775468 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Checking segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:17:00.775890 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Bound using segment: {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:17:00.776386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Bound port: db22d4fc-2943-44e3-815f-9d0cf02a5050, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42feb098-83a6-40bd-9ef2-f3069b73b709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:17:00.776749 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:00.829634 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d8ab6eb-124a-4fdf-b288-5c447ad4457d req-6baa6e9a-2c61-4b8e-9d2f-c13d3c2d376f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193728 Jul 22 21:17:00.981221 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:17:01.014089 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:17:01.017454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-0a64cc8c-af76-4900-af34-3bb894f9734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.018965 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-0a64cc8c-af76-4900-af34-3bb894f9734d service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.2292731 Jul 22 21:17:01.023580 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.035706 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb3c7-9d49-45ef-836e-8729308ca816 req-f9cb092e-2ab5-4e25-b24a-4d68905f408a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.037195 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ff7bb3c7-9d49-45ef-836e-8729308ca816 req-f9cb092e-2ab5-4e25-b24a-4d68905f408a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.2581666 Jul 22 21:17:01.131293 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.131850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:01.133268 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] 10.222.0.69 "PUT /v2.0/ports/db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 1093 time: 1.4116721 Jul 22 21:17:01.133839 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:01.136433 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf28772-3dac-401f-be8b-6c8909f325d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:01.139987 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-0989c88a-500b-4753-b1a3-584e6a8bb1ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc HTTP/1.1" status: 200 len: 217 time: 0.1018832 Jul 22 21:17:01.178771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0680c1d-59ca-47c2-9cf5-b4b2bd16995d service neutron] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:01.215783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad79fd-adfb-4524-b2c6-22175329eec2 req-23e9d5f7-3c23-4630-923f-e18f6a8a0fea tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.217410 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58ad79fd-adfb-4524-b2c6-22175329eec2 req-23e9d5f7-3c23-4630-923f-e18f6a8a0fea tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.3009150 Jul 22 21:17:01.223920 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ff7bb3c7-9d49-45ef-836e-8729308ca816 req-43f56859-64ab-4bc2-a6b6-2c7263fbe7e5 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752715 Jul 22 21:17:01.287187 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c3015-55f1-4be9-8de5-a5799777605f x-openstack-request-id: req-d35c3015-55f1-4be9-8de5-a5799777605f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:01.287601 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:01.287928 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d35c3015-55f1-4be9-8de5-a5799777605f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:01.288429 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'status': 'completed', 'code': 200} Jul 22 21:17:01.291512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-3e97ae7f-3130-40ed-a7f1-024d8f79826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.293891 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-3e97ae7f-3130-40ed-a7f1-024d8f79826c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.1334710 Jul 22 21:17:01.311361 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58ad79fd-adfb-4524-b2c6-22175329eec2 req-fdf160bb-c263-4078-a02f-32c4342fa7d9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864441 Jul 22 21:17:01.333422 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-0ee9f315-dc24-4c5e-abc8-2f47e06d86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.335390 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-0ee9f315-dc24-4c5e-abc8-2f47e06d86af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1096 time: 0.1149576 Jul 22 21:17:01.803003 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-9d130696-bc8a-48a1-a5bd-e5ce3b80d06b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3260911 Jul 22 21:17:01.805653 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-ee868b1c-97d7-48d6-a3fe-5a6a0f40f1d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 217 time: 0.3276103 Jul 22 21:17:01.825556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49314) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:01.890079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-e6c80019-9bef-48bd-a31a-a330db2674dd tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.891616 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-e6c80019-9bef-48bd-a31a-a330db2674dd tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 945 time: 0.1184430 Jul 22 21:17:01.976199 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385283-bf09-434f-a5ed-fabeb2a90b0c req-916f181d-9975-499e-94ab-c388e06cd263 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:01.977717 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-92385283-bf09-434f-a5ed-fabeb2a90b0c req-916f181d-9975-499e-94ab-c388e06cd263 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.5323937 Jul 22 21:17:01.988775 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Deleting subnet 6a9cd100-0733-4c7e-85d9-edfd830a24d1 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:17:02.022622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-226d3304-747f-48f9-906c-81f87e4417ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:02.022877 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Deleting port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:02.023083 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.024112 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-226d3304-747f-48f9-906c-81f87e4417ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.1861789 Jul 22 21:17:02.026894 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.116190 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] For port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:02.116587 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.130161 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.131308 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Calling delete_port for 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e owned by compute:nova {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:02.147419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1166a6e-75bd-48c5-b965-4cb2637b43f6 req-1fa29710-9c54-4812-96f8-26fd3919a785 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:02.149294 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e1166a6e-75bd-48c5-b965-4cb2637b43f6 req-1fa29710-9c54-4812-96f8-26fd3919a785 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.3580112 Jul 22 21:17:02.194441 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-92385283-bf09-434f-a5ed-fabeb2a90b0c req-50af776b-a6b0-4847-97a8-5e40c18a0eb6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011168 Jul 22 21:17:02.200112 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-bde9d314-2e64-4fb3-b7c2-93f96e6aaee0 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593731 Jul 22 21:17:02.253704 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.295353 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.321121 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-99151210-afcb-45d7-a7c2-fec4daac0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:02.322648 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-99151210-afcb-45d7-a7c2-fec4daac0ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2869878 Jul 22 21:17:02.331250 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event deleted for resources: {'Port': ['ID=3923d10b-8e04-4ff6-b1d7-26dfd0832c4e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:02.350813 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4', 'c147b859-c57e-49ff-bde1-675b3bdc4a27', '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:02.375844 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e1166a6e-75bd-48c5-b965-4cb2637b43f6 req-e183340f-df2d-4a06-b7cf-c74388b7ca83 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959872 Jul 22 21:17:02.406418 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.407381 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.408391 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.409168 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.410037 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.410809 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.411596 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.412384 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.413153 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.413919 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.414698 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.415480 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:02.453162 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] No DVR routers for this DVR port 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e on host hv-cinder-80161 {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:02.459327 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.465550 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-350e72fc-8335-4e0d-8823-9e18eed1b502 req-a102ed91-79a2-4aaf-87f1-25543d0fa483 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "DELETE /v2.0/ports/3923d10b-8e04-4ff6-b1d7-26dfd0832c4e HTTP/1.1" status: 204 len: 173 time: 0.5620031 Jul 22 21:17:02.466605 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'name': 'network-vif-deleted', 'tag': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:02.472673 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc42fac-84de-44cf-9f3c-3844e98d5c87" -d '{"events": [{"server_uuid": "bb5fa882-20de-40bd-96aa-145eb07784f3", "name": "network-vif-deleted", "tag": "3923d10b-8e04-4ff6-b1d7-26dfd0832c4e"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:02.515080 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5d89ea03-4e24-4509-9f5e-1d1a57fa76ab req-7c70ea89-afbf-4d44-a28f-a12476e25675 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001747 Jul 22 21:17:02.518807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.579663 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-09b44a87-5487-4c74-9422-0df9da11c76f req-eb0c805e-daa3-4639-8d40-928cc98f801f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 210 time: 0.0711365 Jul 22 21:17:02.584757 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9cd100-0733-4c7e-85d9-edfd830a24d1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:02.591337 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.593161 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d2197fc1-b5fc-4fb9-8a1e-9356d0be6b02 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6a9cd100-0733-4c7e-85d9-edfd830a24d1 HTTP/1.1" status: 204 len: 168 time: 0.7656970 Jul 22 21:17:02.595843 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49324) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:02.601717 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44cbf-86c8-46af-bafd-e9598a60a78a req-0574ebf4-7d80-4268-b5cf-6358991f1fbd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:02.603559 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7ee44cbf-86c8-46af-bafd-e9598a60a78a req-0574ebf4-7d80-4268-b5cf-6358991f1fbd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.3124564 Jul 22 21:17:02.635017 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-8b07cd95-e291-4b2f-b3a2-83360b418963 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581534 Jul 22 21:17:02.675977 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7ee44cbf-86c8-46af-bafd-e9598a60a78a req-a14298fb-8fa1-470e-9116-4cc605c06638 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599332 Jul 22 21:17:02.717575 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.754021 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d51bd0-0479-4159-a03a-6a7d5834d421 x-openstack-request-id: req-e4d51bd0-0479-4159-a03a-6a7d5834d421 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:02.754307 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5fa882-20de-40bd-96aa-145eb07784f3", "name": "network-vif-deleted", "tag": "3923d10b-8e04-4ff6-b1d7-26dfd0832c4e", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:02.754547 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4d51bd0-0479-4159-a03a-6a7d5834d421 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:02.754951 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5fa882-20de-40bd-96aa-145eb07784f3', 'name': 'network-vif-deleted', 'tag': '3923d10b-8e04-4ff6-b1d7-26dfd0832c4e', 'status': 'completed', 'code': 200} Jul 22 21:17:02.805897 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.807256 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-213e43c8-a942-44c2-8d94-fa82b23c81ee req-8fdb2db9-6eee-4b73-9f5d-ab3ad4e5780b service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302195 Jul 22 21:17:02.816239 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51f191-3350-4416-853f-6a14f3286f13 req-7a24a112-d7d0-47c7-84fc-29c70d0e4679 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:02.816892 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6589ea-37c0-4cf9-a7c0-90dda13305a5']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:02.817684 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa51f191-3350-4416-853f-6a14f3286f13 req-7a24a112-d7d0-47c7-84fc-29c70d0e4679 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1397119 Jul 22 21:17:02.827404 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a22d04b-e2b1-4f1a-b84a-b7009662870d') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:02.827706 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a22d04b-e2b1-4f1a-b84a-b7009662870d') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:02.841758 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.856898 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.863339 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:17:02.863748 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:17:02.865704 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:17:02.867824 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa51f191-3350-4416-853f-6a14f3286f13 req-1954a25a-f742-4558-861c-b12d254b1b8f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Jul 22 21:17:02.922584 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.928943 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:02.931343 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f6589ea-37c0-4cf9-a7c0-90dda13305a5 HTTP/1.1" status: 204 len: 168 time: 0.3342555 Jul 22 21:17:02.946293 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403578f-2394-48b2-bf58-8c3352e7e1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6589ea-37c0-4cf9-a7c0-90dda13305a5,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:03.028323 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-11cb7135-8a9e-4dc6-b990-2366e849669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.029839 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-11cb7135-8a9e-4dc6-b990-2366e849669a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1096 time: 0.0552461 Jul 22 21:17:03.112096 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49328) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:03.129889 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-adc078df-5952-4c44-855d-6c0e0d226674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.131366 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-adc078df-5952-4c44-855d-6c0e0d226674 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 910 time: 0.0880377 Jul 22 21:17:03.152084 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c0c853af-f252-4aba-ae4d-6370682907fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fc4584b7b4b4d019e10385890003e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388072 Jul 22 21:17:03.154731 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49330) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:03.178281 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-22066c79-95bc-49a1-b0fc-f0f18a8dcc49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 217 time: 0.0377207 Jul 22 21:17:03.205411 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0fb08158-984d-4143-b900-a22091e41fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.228232 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0fb08158-984d-4143-b900-a22091e41fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.285672 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0fb08158-984d-4143-b900-a22091e41fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.289185 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0fb08158-984d-4143-b900-a22091e41fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:03.290759 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0fb08158-984d-4143-b900-a22091e41fbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b110a1d-3df5-4cfa-b9c6-3428654513b2 HTTP/1.1" status: 204 len: 168 time: 0.1336102 Jul 22 21:17:03.298887 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb08158-984d-4143-b900-a22091e41fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b110a1d-3df5-4cfa-b9c6-3428654513b2,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:03.334621 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-1a8ee215-feb9-4cc8-aeed-23d1ba262124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.336105 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-1a8ee215-feb9-4cc8-aeed-23d1ba262124 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.0844579 Jul 22 21:17:03.367616 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea18a0-aaf3-4cbc-868e-ac75496b6886 req-3aa527d5-51c1-4269-b685-c02e715067ab tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.369146 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1ea18a0-aaf3-4cbc-868e-ac75496b6886 req-3aa527d5-51c1-4269-b685-c02e715067ab tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0884397 Jul 22 21:17:03.408463 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a1ea18a0-aaf3-4cbc-868e-ac75496b6886 req-4cf116c5-48d7-49c6-835f-d253ae4e6a2e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326498 Jul 22 21:17:03.529456 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-d7068c81-05c0-49a5-b632-cc7a5427a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.530942 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-d7068c81-05c0-49a5-b632-cc7a5427a35c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055126 Jul 22 21:17:03.550398 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e739-dbe2-4075-8dd8-36b11b7013b7 req-487ad6a6-386e-4cfe-9dfc-014967a7aa60 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.551919 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b053e739-dbe2-4075-8dd8-36b11b7013b7 req-487ad6a6-386e-4cfe-9dfc-014967a7aa60 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0934608 Jul 22 21:17:03.595436 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b053e739-dbe2-4075-8dd8-36b11b7013b7 req-8633e967-b46a-48f8-8790-a5dc5132650d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367754 Jul 22 21:17:03.716416 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-6c4ab018-d587-405d-88ea-c34d4c136650 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106358 Jul 22 21:17:03.735955 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-27193ef9-d355-4e25-84b6-16b8afaf6c8e req-43b2745e-861b-4f01-a16b-d57494c4d6c1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb5fa882-20de-40bd-96aa-145eb07784f3 HTTP/1.1" status: 200 len: 210 time: 0.0410621 Jul 22 21:17:03.886220 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cbf28772-3dac-401f-be8b-6c8909f325d3 req-394fc6c6-c121-4bd0-a5bd-81f892ba5329 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492844 Jul 22 21:17:03.902073 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664877a-b687-4bca-a728-236771e7c15c req-324d0851-ee8f-403b-b146-ba101d921311 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:03.903632 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8664877a-b687-4bca-a728-236771e7c15c req-324d0851-ee8f-403b-b146-ba101d921311 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1363735 Jul 22 21:17:03.952308 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8664877a-b687-4bca-a728-236771e7c15c req-541ba7e9-e8ab-4d8f-b4c2-b01573223c73 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Jul 22 21:17:04.018190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb53a55-c6c5-41f9-acfc-d0220df1a942 req-21fa0ec9-a30e-49d8-b02b-6691cce12b2f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.019700 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dcb53a55-c6c5-41f9-acfc-d0220df1a942 req-21fa0ec9-a30e-49d8-b02b-6691cce12b2f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0714056 Jul 22 21:17:04.065389 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dcb53a55-c6c5-41f9-acfc-d0220df1a942 req-98985623-b57a-4d1c-accb-757404247c41 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396168 Jul 22 21:17:04.318349 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.549677 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452820-4203-4f52-bc6b-c81d75c344ee req-7019ccdc-7cb9-4677-a768-3b87439ec574 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.551239 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ed452820-4203-4f52-bc6b-c81d75c344ee req-7019ccdc-7cb9-4677-a768-3b87439ec574 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0701594 Jul 22 21:17:04.591997 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ed452820-4203-4f52-bc6b-c81d75c344ee req-b23748aa-19a4-4647-ae5f-5ace29935545 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348973 Jul 22 21:17:04.731495 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d63d-5a9f-44c6-9ad7-704e07f633c1 req-51226f68-dc89-4a61-8d88-ee32eec8cc49 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:04.731495 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d00d63d-5a9f-44c6-9ad7-704e07f633c1 req-51226f68-dc89-4a61-8d88-ee32eec8cc49 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0666642 Jul 22 21:17:04.770105 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1d00d63d-5a9f-44c6-9ad7-704e07f633c1 req-073620a6-4174-480d-a752-c24bf9a08765 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332594 Jul 22 21:17:05.069894 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fba619-4ca0-4de3-a64a-5a3632909d58 req-856a4382-6cc3-4d78-a974-903901a97812 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.071471 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e2fba619-4ca0-4de3-a64a-5a3632909d58 req-856a4382-6cc3-4d78-a974-903901a97812 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.1022937 Jul 22 21:17:05.129921 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e2fba619-4ca0-4de3-a64a-5a3632909d58 req-6ed9c75f-c4c2-4282-a75c-5dcf91482ed6 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Jul 22 21:17:05.139102 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b81ce-32cb-4bfb-b579-12b42391960d req-aaa6ec39-97c7-4625-8765-2b373a819196 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.140628 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e5b81ce-32cb-4bfb-b579-12b42391960d req-aaa6ec39-97c7-4625-8765-2b373a819196 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1097529 Jul 22 21:17:05.182568 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e5b81ce-32cb-4bfb-b579-12b42391960d req-f1982635-5be3-45f5-b302-efea724a5d18 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341876 Jul 22 21:17:05.253973 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c61a85-febd-402e-b96f-aa197241351a req-336ba1aa-e341-45fb-991e-992cf64c4283 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.256485 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d4c61a85-febd-402e-b96f-aa197241351a req-336ba1aa-e341-45fb-991e-992cf64c4283 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0681891 Jul 22 21:17:05.308535 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d4c61a85-febd-402e-b96f-aa197241351a req-ada3a7da-06bb-430a-ba1c-e20f6c1feedb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381336 Jul 22 21:17:05.737189 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2663f-cfb0-4be6-a795-2d4d2528ef16 req-ca31982a-bdfe-4e4b-adb6-7c73eb189e8a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.739395 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc2663f-cfb0-4be6-a795-2d4d2528ef16 req-ca31982a-bdfe-4e4b-adb6-7c73eb189e8a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0764725 Jul 22 21:17:05.785219 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc2663f-cfb0-4be6-a795-2d4d2528ef16 req-bb682aa8-8d0c-4089-a739-f606a70f815c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Jul 22 21:17:05.920745 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd46c6-dc29-445b-ab0f-8aedcf9db845 req-8eec649b-fc8a-480e-af61-4b72913e0e02 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:05.922290 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c5dd46c6-dc29-445b-ab0f-8aedcf9db845 req-8eec649b-fc8a-480e-af61-4b72913e0e02 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0684898 Jul 22 21:17:05.967058 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c5dd46c6-dc29-445b-ab0f-8aedcf9db845 req-c2362471-2f31-458b-b896-248c7e66ed3c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383298 Jul 22 21:17:06.313120 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748ab5f-46df-4f1e-951f-50e69e9f56e8 req-51a06fe9-81fc-4e1f-82e1-c718f3b1849a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.314642 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d748ab5f-46df-4f1e-951f-50e69e9f56e8 req-51a06fe9-81fc-4e1f-82e1-c718f3b1849a tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.0998118 Jul 22 21:17:06.354354 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e3818-68bd-4e2c-afe9-4a451d1712cb req-a7eb3919-2dc7-4727-9a4e-02ce012f9d4b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.356006 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7a6e3818-68bd-4e2c-afe9-4a451d1712cb req-a7eb3919-2dc7-4727-9a4e-02ce012f9d4b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1026001 Jul 22 21:17:06.379072 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d748ab5f-46df-4f1e-951f-50e69e9f56e8 req-aa53fe1b-3dc6-426f-8877-e4100c48cf97 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Jul 22 21:17:06.406739 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7a6e3818-68bd-4e2c-afe9-4a451d1712cb req-5994af70-2df4-4d15-9877-ac5fe706edfd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Jul 22 21:17:06.508194 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8405f-68b5-45bf-8a70-47155e6b8319 req-ae05f108-a3f1-4a09-b193-fd4d728f7766 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.509681 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b9f8405f-68b5-45bf-8a70-47155e6b8319 req-ae05f108-a3f1-4a09-b193-fd4d728f7766 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0692070 Jul 22 21:17:06.551284 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b9f8405f-68b5-45bf-8a70-47155e6b8319 req-e180a8f9-5065-4cf5-b6b9-cbac40a34d46 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357897 Jul 22 21:17:06.933674 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:06.936219 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b45fce-ceb2-4f0e-b006-0d094340145b req-566bc24b-5906-457f-a3fd-5fc140e73b65 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:06.938028 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-06b45fce-ceb2-4f0e-b006-0d094340145b req-566bc24b-5906-457f-a3fd-5fc140e73b65 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0688910 Jul 22 21:17:06.966546 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:06.967115 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 3923d10b-8e04-4ff6-b1d7-26dfd0832c4e not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:06.977277 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-06b45fce-ceb2-4f0e-b006-0d094340145b req-fc7ca0c0-69a7-492f-992a-bdf9b7c44ceb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Jul 22 21:17:07.102138 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b99428-af93-4047-b7bb-408e2db19064 req-15f0bc70-1456-492d-b62e-84545d7aee83 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.103669 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81b99428-af93-4047-b7bb-408e2db19064 req-15f0bc70-1456-492d-b62e-84545d7aee83 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0692759 Jul 22 21:17:07.150617 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81b99428-af93-4047-b7bb-408e2db19064 req-d65db5db-b66a-48ff-b4c8-2259100e9477 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Jul 22 21:17:07.276770 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd02f5-84f1-4b82-b8e5-b6919baf9d10 req-d0ad926e-6654-4c15-aba4-f3a1b469f581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.278333 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d2cd02f5-84f1-4b82-b8e5-b6919baf9d10 req-d0ad926e-6654-4c15-aba4-f3a1b469f581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0789964 Jul 22 21:17:07.318693 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d2cd02f5-84f1-4b82-b8e5-b6919baf9d10 req-9a6842ae-3f4d-44f5-9bf4-3952c18301a0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347366 Jul 22 21:17:07.607225 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-6e85b46b-2a03-4d7b-9a5a-a08ca19aa1af tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.608807 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-6e85b46b-2a03-4d7b-9a5a-a08ca19aa1af tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.2210190 Jul 22 21:17:07.631760 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-1820d114-d082-49ed-8276-d3bf73cc4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.633242 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-1820d114-d082-49ed-8276-d3bf73cc4da7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1098 time: 0.2017782 Jul 22 21:17:07.705730 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a37900-2446-469b-9079-93570eb67cc2 req-15850373-f75c-4006-9b4a-a4ad095f1c90 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.707205 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2a37900-2446-469b-9079-93570eb67cc2 req-15850373-f75c-4006-9b4a-a4ad095f1c90 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2224107 Jul 22 21:17:07.718546 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1566d6-7f21-4d75-93c7-2796c644bf6b req-48574014-0e67-4bdd-a897-f7bd168ae770 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:07.719979 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e1566d6-7f21-4d75-93c7-2796c644bf6b req-48574014-0e67-4bdd-a897-f7bd168ae770 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 946 time: 0.2268772 Jul 22 21:17:08.094902 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9e1566d6-7f21-4d75-93c7-2796c644bf6b req-f7abf978-355a-4732-912d-b7e793383a88 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638048 Jul 22 21:17:08.102808 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2a37900-2446-469b-9079-93570eb67cc2 req-4c8d5afc-f7ca-464c-8ff4-c77b91d08390 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796129 Jul 22 21:17:08.124703 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-723aac4b-017f-4938-9a60-99ac6e633fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.126212 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-723aac4b-017f-4938-9a60-99ac6e633fd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.4682798 Jul 22 21:17:08.145387 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Deleting port c147b859-c57e-49ff-bde1-675b3bdc4a27 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:08.145724 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.346055 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-dd18cb7d-5331-4425-acd0-d9ea9b95d6f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 1000 time: 0.2090762 Jul 22 21:17:08.431213 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] For port c147b859-c57e-49ff-bde1-675b3bdc4a27, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=c147b859-c57e-49ff-bde1-675b3bdc4a27,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:08.431577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.453888 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Calling delete_port for c147b859-c57e-49ff-bde1-675b3bdc4a27 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:08.456368 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-3797e5a5-1442-4146-bdc2-b2b9fdf922dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.457794 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-3797e5a5-1442-4146-bdc2-b2b9fdf922dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.1027763 Jul 22 21:17:08.483245 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22711c54-e517-45a4-9e45-1c629e67f4bc req-8bb773a7-5625-425a-a277-ebf8bb86d2ac tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.484828 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22711c54-e517-45a4-9e45-1c629e67f4bc req-8bb773a7-5625-425a-a277-ebf8bb86d2ac tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.2988615 Jul 22 21:17:08.492475 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48e946-81c4-4f85-8beb-8a2b45df2f1a req-c4bff459-8ca6-46da-bf1a-9d6d0fbf63ca tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.493837 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7c48e946-81c4-4f85-8beb-8a2b45df2f1a req-c4bff459-8ca6-46da-bf1a-9d6d0fbf63ca tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.2709045 Jul 22 21:17:08.614453 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-22711c54-e517-45a4-9e45-1c629e67f4bc req-4c64bc16-4e06-41a1-9643-e63cac21ff2e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175516 Jul 22 21:17:08.636787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7c48e946-81c4-4f85-8beb-8a2b45df2f1a req-59055833-6c41-4465-a074-772b34e5e727 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324921 Jul 22 21:17:08.758149 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8973c1-fe4d-470e-af08-8fddcb7ff2ab req-6c4d7f3f-d43f-4933-a68a-c84edad6270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.759669 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f8973c1-fe4d-470e-af08-8fddcb7ff2ab req-6c4d7f3f-d43f-4933-a68a-c84edad6270b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.0552711 Jul 22 21:17:08.763512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-cd52945e-1ffa-49c3-ad79-524dc1c6eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.765120 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-cd52945e-1ffa-49c3-ad79-524dc1c6eee5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1887939 Jul 22 21:17:08.768142 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.803050 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-1f8973c1-fe4d-470e-af08-8fddcb7ff2ab req-caab71f1-2f00-4247-822b-41cd96452bd2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287328 Jul 22 21:17:08.811810 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4', 'c147b859-c57e-49ff-bde1-675b3bdc4a27'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:08.818298 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event deleted for resources: {'Port': ['ID=c147b859-c57e-49ff-bde1-675b3bdc4a27,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:08.885806 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] No DVR routers for this DVR port c147b859-c57e-49ff-bde1-675b3bdc4a27 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:08.888510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:08.890767 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-345b4dc7-6718-40e3-ad40-21d92e623c26 req-1f219685-568c-4562-97c4-400128ae4baa tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "DELETE /v2.0/ports/c147b859-c57e-49ff-bde1-675b3bdc4a27 HTTP/1.1" status: 204 len: 173 time: 1.2683980 Jul 22 21:17:08.893724 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b154b3-327b-49c9-933a-c04221c145a5', 'name': 'network-vif-deleted', 'tag': 'c147b859-c57e-49ff-bde1-675b3bdc4a27'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:08.895955 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19de09b-1dd8-4c98-98a5-abf69e593b31" -d '{"events": [{"server_uuid": "05b154b3-327b-49c9-933a-c04221c145a5", "name": "network-vif-deleted", "tag": "c147b859-c57e-49ff-bde1-675b3bdc4a27"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:08.908727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3ee40-0e23-464e-b044-ebf1d0f18452 req-9c40de70-df82-414c-ab6f-ef0707a3cd6a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:08.910282 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbb3ee40-0e23-464e-b044-ebf1d0f18452 req-9c40de70-df82-414c-ab6f-ef0707a3cd6a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.2146924 Jul 22 21:17:08.940511 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52aa4f1-9057-42de-8820-2080fa5a73e8 x-openstack-request-id: req-b52aa4f1-9057-42de-8820-2080fa5a73e8 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:08.940801 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b154b3-327b-49c9-933a-c04221c145a5", "name": "network-vif-deleted", "tag": "c147b859-c57e-49ff-bde1-675b3bdc4a27", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:08.941069 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b52aa4f1-9057-42de-8820-2080fa5a73e8 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:08.941439 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b154b3-327b-49c9-933a-c04221c145a5', 'name': 'network-vif-deleted', 'tag': 'c147b859-c57e-49ff-bde1-675b3bdc4a27', 'status': 'completed', 'code': 200} Jul 22 21:17:08.994021 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bbb3ee40-0e23-464e-b044-ebf1d0f18452 req-65de9ce3-4be5-4f24-afcb-5d3c4a7b8875 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551872 Jul 22 21:17:08.996723 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-70057265-d6b2-4b1b-ad34-d2eef479a85a service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955068 Jul 22 21:17:09.243653 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33dc3a60-1def-43ba-b826-7414a29580a8 req-416a6f3d-9c2c-4d66-8f31-6c073e491e47 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 210 time: 0.0714297 Jul 22 21:17:09.294954 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc831e92-bc62-417b-ab67-eca2aac587d1 req-c048f42e-3094-48f3-9aee-3881924a69b1 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531107 Jul 22 21:17:09.317969 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc567f7f-73ea-4293-8337-a0d379a621cf req-a18b335c-cfea-4457-b206-9aeb885c05b6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:09.319263 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc567f7f-73ea-4293-8337-a0d379a621cf req-a18b335c-cfea-4457-b206-9aeb885c05b6 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1271584 Jul 22 21:17:09.361495 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cc567f7f-73ea-4293-8337-a0d379a621cf req-ef9affe9-5428-4673-ab31-e1456ba42884 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Jul 22 21:17:09.816892 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917dc19-5a35-41b7-9314-a971d599d176 req-37400737-c084-404d-bbfb-dada5f04b44e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:09.818427 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2917dc19-5a35-41b7-9314-a971d599d176 req-37400737-c084-404d-bbfb-dada5f04b44e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1130223 Jul 22 21:17:09.838883 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a271a54-b22e-4f8e-be4a-919c0e9d2054 req-295373d4-4097-4aa6-b67f-5936a9619855 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:09.840385 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0a271a54-b22e-4f8e-be4a-919c0e9d2054 req-295373d4-4097-4aa6-b67f-5936a9619855 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.1246271 Jul 22 21:17:09.886734 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2917dc19-5a35-41b7-9314-a971d599d176 req-cf592d97-8b44-4a5b-95a1-9d00e9750803 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616245 Jul 22 21:17:09.899376 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0a271a54-b22e-4f8e-be4a-919c0e9d2054 req-88f1cc48-e936-4071-bb21-f0064c0d116b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512376 Jul 22 21:17:10.131158 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660ce96-0b20-4966-ba1c-58d2b41ed068 req-44cd31f7-525e-4dd1-93e9-f28125166339 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.132647 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9660ce96-0b20-4966-ba1c-58d2b41ed068 req-44cd31f7-525e-4dd1-93e9-f28125166339 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0694585 Jul 22 21:17:10.171415 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9660ce96-0b20-4966-ba1c-58d2b41ed068 req-fcf15528-90d6-44f3-a8ed-e865f4df9dd2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Jul 22 21:17:10.352979 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-693f63c5-1a11-45fa-87aa-18f9d6b53df1 req-842b7b4d-8dfe-4e56-aa35-fc7fb83c440f tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=05b154b3-327b-49c9-933a-c04221c145a5 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Jul 22 21:17:10.503363 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854391-dc68-4a48-a85b-ee54a3d1c736 req-376f21e5-9f4d-46ea-97c8-f03c1976a550 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.504929 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-55854391-dc68-4a48-a85b-ee54a3d1c736 req-376f21e5-9f4d-46ea-97c8-f03c1976a550 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0683310 Jul 22 21:17:10.550292 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-55854391-dc68-4a48-a85b-ee54a3d1c736 req-51389ba4-ef55-486b-83a7-2cfe7596d4bd tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Jul 22 21:17:10.912733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c47f8-3d5b-42df-9021-ccf34051f10b req-68a097c0-96ca-46f0-8993-a144200a6c53 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.914426 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee8c47f8-3d5b-42df-9021-ccf34051f10b req-68a097c0-96ca-46f0-8993-a144200a6c53 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1095452 Jul 22 21:17:10.917574 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-79629932-7db5-45e6-a970-e42c39948d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:10.919001 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-79629932-7db5-45e6-a970-e42c39948d59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 1098 time: 0.1038435 Jul 22 21:17:11.040537 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee8c47f8-3d5b-42df-9021-ccf34051f10b req-7594d592-c630-41eb-9757-20d25fa0dac4 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200798 Jul 22 21:17:11.082013 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-45d6b038-d6bd-4939-bd5a-4cdc4113f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:11.083502 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-45d6b038-d6bd-4939-bd5a-4cdc4113f3e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 200 len: 919 time: 0.1570067 Jul 22 21:17:11.101434 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbfdaa-9bc5-4bae-b5b1-5900d617b31f req-60f2f8d9-bc71-48c8-961f-e55f5baa79e2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:11.103152 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-52dbfdaa-9bc5-4bae-b5b1-5900d617b31f req-60f2f8d9-bc71-48c8-961f-e55f5baa79e2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1366282 Jul 22 21:17:11.150086 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-9a036923-7dc9-476c-82ae-803e6ae1a640 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 200 len: 217 time: 0.0566158 Jul 22 21:17:11.243109 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-52dbfdaa-9bc5-4bae-b5b1-5900d617b31f req-0b4437ce-5048-40f9-9407-051704d1800b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309650 Jul 22 21:17:11.247114 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-6a8bc49f-e67d-4b55-a2c6-358b797ada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:11.248306 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-6a8bc49f-e67d-4b55-a2c6-358b797ada30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 200 len: 858 time: 0.0763988 Jul 22 21:17:11.279586 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb830d2-42ea-4a36-9781-771886f1f947 req-7a34d108-a85c-4ef0-b32f-f923eb2478b0 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:11.281139 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5bb830d2-42ea-4a36-9781-771886f1f947 req-7a34d108-a85c-4ef0-b32f-f923eb2478b0 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.1711664 Jul 22 21:17:11.299363 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-b8504412-5c95-4078-85a0-e343db8ff50f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=92c52165-b7ee-429d-8dcb-c724ecd66320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425880 Jul 22 21:17:11.414096 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5bb830d2-42ea-4a36-9781-771886f1f947 req-1415edec-c248-4ec7-b8c0-17052320faab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169755 Jul 22 21:17:11.453873 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-dba61a05-21a6-40b7-9922-ca4abdbdb5d9 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477172 Jul 22 21:17:11.466408 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33deab-03bd-4ea2-8578-44e5082cef15 req-eff7d224-2248-4b81-91d4-b6ff053009dd tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:11.467922 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bb33deab-03bd-4ea2-8578-44e5082cef15 req-eff7d224-2248-4b81-91d4-b6ff053009dd tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1485693 Jul 22 21:17:11.564811 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bb33deab-03bd-4ea2-8578-44e5082cef15 req-19bf962b-4b97-43c3-94df-15d0b4351387 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877492 Jul 22 21:17:11.590287 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-59d1dbfd-cdb4-4392-9bdd-4819c45abee8 req-513ee1a6-d31d-4347-82e9-af8b7727e2a3 service neutron] 10.222.0.69 "GET /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213474 Jul 22 21:17:12.173357 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78251a-5685-400a-9fc0-c6d6552e1a70 req-423d7196-0dc5-47f8-a112-949e7e34d827 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.174793 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4c78251a-5685-400a-9fc0-c6d6552e1a70 req-423d7196-0dc5-47f8-a112-949e7e34d827 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0652301 Jul 22 21:17:12.214585 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4c78251a-5685-400a-9fc0-c6d6552e1a70 req-328a6207-b2ce-4780-bc08-1c45be71d9f5 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Jul 22 21:17:12.390052 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ff946-018a-4659-ba21-28cbe8651cc1 req-3ed47a6d-7ae1-4ef1-b619-dc1c61cf1d30 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.391608 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-596ff946-018a-4659-ba21-28cbe8651cc1 req-3ed47a6d-7ae1-4ef1-b619-dc1c61cf1d30 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0748627 Jul 22 21:17:12.430365 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-596ff946-018a-4659-ba21-28cbe8651cc1 req-8b378d84-55d8-48ca-99db-d364f1ed7c29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Jul 22 21:17:12.550932 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe11f6-a7e7-461f-93ff-6cb13c2e54d2 req-b92ef06e-3283-4420-8300-9cec6a16ba06 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.552482 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28fe11f6-a7e7-461f-93ff-6cb13c2e54d2 req-b92ef06e-3283-4420-8300-9cec6a16ba06 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0660632 Jul 22 21:17:12.593674 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28fe11f6-a7e7-461f-93ff-6cb13c2e54d2 req-937300da-ddc3-42ad-ad96-9dad8913a655 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347521 Jul 22 21:17:12.819662 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dae35-99ee-45fb-96b2-db854ff2987e req-8d01dda4-e6f5-4d8f-b291-45858c55aff8 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:12.821369 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-376dae35-99ee-45fb-96b2-db854ff2987e req-8d01dda4-e6f5-4d8f-b291-45858c55aff8 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.0648615 Jul 22 21:17:12.868270 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-376dae35-99ee-45fb-96b2-db854ff2987e req-5111fdb3-76df-4738-b633-3c4a4bcae627 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382936 Jul 22 21:17:12.941067 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:12.956970 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c147b859-c57e-49ff-bde1-675b3bdc4a27 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:12.989296 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: c147b859-c57e-49ff-bde1-675b3bdc4a27 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:12.989637 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device c147b859-c57e-49ff-bde1-675b3bdc4a27 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:13.055553 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:13.065556 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'port_id': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'mac_address': 'fa:16:3e:cd:d2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:13.102176 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.114238 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db22d4fc-2943-44e3-815f-9d0cf02a5050 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:13.133271 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:13.137541 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:13.185066 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:13.191801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.192150 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.192515 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.192856 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.193185 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.193512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.193840 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.194160 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.194502 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.194927 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.195343 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.195656 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:17:13.348329 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f7ad-87ea-4443-a579-c725452e8d16 req-1f740243-935d-44eb-a7ed-f86813ad6bab tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.349902 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2a18f7ad-87ea-4443-a579-c725452e8d16 req-1f740243-935d-44eb-a7ed-f86813ad6bab tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0654643 Jul 22 21:17:13.388721 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2a18f7ad-87ea-4443-a579-c725452e8d16 req-cbeefd10-400e-4a58-81fa-01340955e26d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Jul 22 21:17:13.568458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d153ae-a62d-4cd1-be33-12a479005a99 req-ebcfa1de-efbb-45d4-b77d-37e884232718 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.569965 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11d153ae-a62d-4cd1-be33-12a479005a99 req-ebcfa1de-efbb-45d4-b77d-37e884232718 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0667586 Jul 22 21:17:13.610279 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-11d153ae-a62d-4cd1-be33-12a479005a99 req-bcc8f34a-e33b-4bd7-8ad2-6304903519ac tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337031 Jul 22 21:17:13.636354 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['db22d4fc-2943-44e3-815f-9d0cf02a5050'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:13.730603 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181cbf-b175-4df7-8e3e-3d92ba98715d req-0559b966-9fea-4c32-a135-cbad681a8316 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:13.732114 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f1181cbf-b175-4df7-8e3e-3d92ba98715d req-0559b966-9fea-4c32-a135-cbad681a8316 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.0662763 Jul 22 21:17:13.770666 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f1181cbf-b175-4df7-8e3e-3d92ba98715d req-cc69b07c-fa6f-4190-b403-4ada3babfeda tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328586 Jul 22 21:17:14.012032 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823719-bb60-4ca5-aec8-ec5f6b094516 req-c6a5bdf0-2254-4fb5-9bbc-b2f78cee36c3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.013591 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f823719-bb60-4ca5-aec8-ec5f6b094516 req-c6a5bdf0-2254-4fb5-9bbc-b2f78cee36c3 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.0697789 Jul 22 21:17:14.052439 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6f823719-bb60-4ca5-aec8-ec5f6b094516 req-bb3e59a3-ecc5-4a65-925d-46ef533e19a1 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Jul 22 21:17:14.519556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2e298-f506-472a-bfcf-1a7d50048c48 req-abf71212-250b-4cae-a86f-298b5d224345 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.521055 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aab2e298-f506-472a-bfcf-1a7d50048c48 req-abf71212-250b-4cae-a86f-298b5d224345 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0644419 Jul 22 21:17:14.559874 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aab2e298-f506-472a-bfcf-1a7d50048c48 req-c7ea7e88-b698-45be-939f-267d8dee6fc1 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Jul 22 21:17:14.754302 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5f8a9-9057-43e0-8b56-0b74df69e423 req-251d038f-6cfb-4f80-9993-14033c817ef0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.755798 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a3a5f8a9-9057-43e0-8b56-0b74df69e423 req-251d038f-6cfb-4f80-9993-14033c817ef0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0687351 Jul 22 21:17:14.798040 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a3a5f8a9-9057-43e0-8b56-0b74df69e423 req-eb927f7f-1aa0-467b-b1c0-006af196a188 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 Jul 22 21:17:14.933962 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cd899-6a99-4376-b24b-ddcd06b7eed0 req-6effc95f-92b4-41eb-95c1-ca074e322f0f tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:14.935503 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c9cd899-6a99-4376-b24b-ddcd06b7eed0 req-6effc95f-92b4-41eb-95c1-ca074e322f0f tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.0736713 Jul 22 21:17:14.964506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:17:14.982228 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c9cd899-6a99-4376-b24b-ddcd06b7eed0 req-efd34324-8582-4dd4-a617-074470e84e89 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404775 Jul 22 21:17:15.065444 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:15.077253 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'a40c29b1-d981-41a7-be7d-454843756baa', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa', 'mac_address': 'fa:16:3e:ae:c0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:17:15.113500 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.127229 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a40c29b1-d981-41a7-be7d-454843756baa {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:17:15.147189 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:15.151760 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.187696 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f598492-22f2-4a6d-bf9a-becbed7ef274 req-8469cb2e-5379-40d4-933f-81bb0119cc22 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.189255 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2f598492-22f2-4a6d-bf9a-becbed7ef274 req-8469cb2e-5379-40d4-933f-81bb0119cc22 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.0668571 Jul 22 21:17:15.202988 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=6']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:15.229284 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2f598492-22f2-4a6d-bf9a-becbed7ef274 req-54e73ee5-8fa6-4fc7-9f73-ed3eda7c6175 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/security-groups?id=8847db55-8763-4070-85ac-bfac36610dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330896 Jul 22 21:17:15.359669 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-59473f3c-2cc1-41f0-bca9-33adfb651a1e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.361260 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-59473f3c-2cc1-41f0-bca9-33adfb651a1e tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 945 time: 0.0663893 Jul 22 21:17:15.430385 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['a40c29b1-d981-41a7-be7d-454843756baa'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:15.479800 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Deleting port 4706f62a-31be-4c14-819b-507c384e7aa4 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:15.480237 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.577964 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] For port 4706f62a-31be-4c14-819b-507c384e7aa4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4706f62a-31be-4c14-819b-507c384e7aa4,segment=NetworkSegment(23e41f63-24b4-4627-b3c8-9be2199da415),segment_id=23e41f63-24b4-4627-b3c8-9be2199da415)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:15.578334 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.592988 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Calling delete_port for 4706f62a-31be-4c14-819b-507c384e7aa4 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:15.753172 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.783291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Pushing event deleted for resources: {'Port': ['ID=4706f62a-31be-4c14-819b-507c384e7aa4,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:15.806693 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['4706f62a-31be-4c14-819b-507c384e7aa4'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:15.843001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] No DVR routers for this DVR port 4706f62a-31be-4c14-819b-507c384e7aa4 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:15.846236 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:15.848873 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ed780b0b-dd3d-464a-bac1-b3ee560cd3dd req-8f540e6c-a32c-4ab4-8c82-948b84782865 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.69 "DELETE /v2.0/ports/4706f62a-31be-4c14-819b-507c384e7aa4 HTTP/1.1" status: 204 len: 173 time: 0.4811399 Jul 22 21:17:15.849327 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879df7be-8e8a-4487-805f-e82299e94bba', 'name': 'network-vif-deleted', 'tag': '4706f62a-31be-4c14-819b-507c384e7aa4'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:15.852690 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abef7e97-40a0-4cec-a0f3-32083412e0f5" -d '{"events": [{"server_uuid": "879df7be-8e8a-4487-805f-e82299e94bba", "name": "network-vif-deleted", "tag": "4706f62a-31be-4c14-819b-507c384e7aa4"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:15.897663 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c22f53-9e4c-40da-b1cc-10d9871e329c x-openstack-request-id: req-c4c22f53-9e4c-40da-b1cc-10d9871e329c {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:15.898268 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879df7be-8e8a-4487-805f-e82299e94bba", "name": "network-vif-deleted", "tag": "4706f62a-31be-4c14-819b-507c384e7aa4", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:15.898668 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4c22f53-9e4c-40da-b1cc-10d9871e329c {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:15.899191 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879df7be-8e8a-4487-805f-e82299e94bba', 'name': 'network-vif-deleted', 'tag': '4706f62a-31be-4c14-819b-507c384e7aa4', 'status': 'completed', 'code': 200} Jul 22 21:17:15.980488 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34bd28-a7f5-4b86-840c-e1ec6a35f5b5 req-df258ec1-c619-4137-b09a-60ebe0f74265 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:15.982201 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df34bd28-a7f5-4b86-840c-e1ec6a35f5b5 req-df258ec1-c619-4137-b09a-60ebe0f74265 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 945 time: 0.0756137 Jul 22 21:17:16.058351 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df34bd28-a7f5-4b86-840c-e1ec6a35f5b5 req-ae53bb75-42c2-45fa-8d21-859530e964b3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701504 Jul 22 21:17:16.167513 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418819-49c3-4989-99f1-5853d8d1ad59 req-6b336ef8-d035-4bcd-b48d-dfb1da50da12 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:16.169608 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-56418819-49c3-4989-99f1-5853d8d1ad59 req-6b336ef8-d035-4bcd-b48d-dfb1da50da12 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.1044164 Jul 22 21:17:16.232950 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-56418819-49c3-4989-99f1-5853d8d1ad59 req-bdf50a9a-ae39-4fa3-b878-c0468be4db3c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536077 Jul 22 21:17:16.373754 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-076171da-128b-431c-8922-b254eec773e5 req-d21f6b65-2915-4d9a-8d9f-0f626d3e3149 tempest-AttachVolumeNegativeTest-408315866 tempest-AttachVolumeNegativeTest-408315866-project] 10.222.0.44 "GET /v2.0/ports?device_id=879df7be-8e8a-4487-805f-e82299e94bba HTTP/1.1" status: 200 len: 210 time: 0.0360575 Jul 22 21:17:17.024775 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:17.088787 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port a40c29b1-d981-41a7-be7d-454843756baa triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:17.090489 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.207331 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.238251 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:17.241453 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ee0c1-7567-4e97-9618-01d68fab0993" -d '{"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:17.270156 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:17.279519 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.281566 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:17:17.292652 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac164b7d-6728-4661-aa16-0a9b4f737513 req-db6b3a6b-c137-446f-8cc7-bf40ffa58a15 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:17.305182 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac164b7d-6728-4661-aa16-0a9b4f737513 req-db6b3a6b-c137-446f-8cc7-bf40ffa58a15 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 945 time: 0.1092670 Jul 22 21:17:17.355635 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6188dbac-287c-49ad-9dd1-a2dfbb492f70 x-openstack-request-id: req-6188dbac-287c-49ad-9dd1-a2dfbb492f70 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:17.355946 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:17.356232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6188dbac-287c-49ad-9dd1-a2dfbb492f70 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:17.356616 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'code': 200} Jul 22 21:17:17.367064 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac164b7d-6728-4661-aa16-0a9b4f737513 req-0a18a5d3-e1f4-44ef-bf60-419351775c78 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596414 Jul 22 21:17:17.417509 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=7']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:17.433519 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port db22d4fc-2943-44e3-815f-9d0cf02a5050 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:17:17.442600 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port db22d4fc-2943-44e3-815f-9d0cf02a5050 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:17:17.443309 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.469421 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49516) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:17.513522 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0129cb-953a-465d-baea-45b8e43077b9 req-04bd34c7-7c86-496a-81c4-c13abaefd944 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:17.523399 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc0129cb-953a-465d-baea-45b8e43077b9 req-04bd34c7-7c86-496a-81c4-c13abaefd944 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.1241431 Jul 22 21:17:17.541476 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Deleting subnet ef552098-dacd-4c0c-9374-1b213fbef379 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:17:17.549152 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.574045 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc0129cb-953a-465d-baea-45b8e43077b9 req-39af8636-f943-4467-905b-90a5fa2bae93 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Jul 22 21:17:17.602360 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.612793 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.647967 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:17.661630 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.663590 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 4706f62a-31be-4c14-819b-507c384e7aa4 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:17.679369 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.691962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 4706f62a-31be-4c14-819b-507c384e7aa4 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:17.692254 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 4706f62a-31be-4c14-819b-507c384e7aa4 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:17.753100 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.755265 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:17.794369 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.797152 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ef552098-dacd-4c0c-9374-1b213fbef379 HTTP/1.1" status: 204 len: 168 time: 0.3262458 Jul 22 21:17:17.799445 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49518) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:17.800578 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bee1f-56af-4540-8bc7-1c9bffbf5d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef552098-dacd-4c0c-9374-1b213fbef379,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:17.891773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.952592 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5118cc05-2cd8-43ea-9732-a3e9a8609b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.993278 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.018097 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19677ef-c150-4aa4-b61b-1a239ce2add5']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:18.032438 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e41f63-24b4-4627-b3c8-9be2199da415') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:18.032839 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e41f63-24b4-4627-b3c8-9be2199da415') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:18.048525 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59546333'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.070047 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.079102 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:17:18.079608 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59319346'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: timer() Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: self._notify() Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: event.method(event) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:17:18.081943 dv-cinder-801617-1-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:17:18.461484 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.467407 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.479739 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e19677ef-c150-4aa4-b61b-1a239ce2add5 HTTP/1.1" status: 204 len: 168 time: 0.6766028 Jul 22 21:17:18.521384 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43be8-085d-4a0c-8b04-8fc22112a730 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19677ef-c150-4aa4-b61b-1a239ce2add5,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:18.586448 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15711-2a74-429c-8e4a-70aee3dec52e req-3e5b5403-fe07-4abf-a5b7-113300c4be63 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:18.588755 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b6e15711-2a74-429c-8e4a-70aee3dec52e req-3e5b5403-fe07-4abf-a5b7-113300c4be63 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1099567 Jul 22 21:17:18.659011 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b6e15711-2a74-429c-8e4a-70aee3dec52e req-eedb5ff6-97df-4ef3-8263-65c9aa4bdb85 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596118 Jul 22 21:17:18.769498 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49532) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:18.799192 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556937a-e5f9-4c02-b49f-0f36eb8ed074 req-3424cad7-6e68-4bdc-8076-3325871c044b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:18.806324 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f556937a-e5f9-4c02-b49f-0f36eb8ed074 req-3424cad7-6e68-4bdc-8076-3325871c044b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1071167 Jul 22 21:17:18.835103 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-86a3e8a9-83dd-4bd9-8f48-7d66e2a89cb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5f24e06802b41b193ed40ceb8ed449c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620165 Jul 22 21:17:18.835487 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49534) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:18.881055 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f556937a-e5f9-4c02-b49f-0f36eb8ed074 req-f3c314e3-ab39-469f-a7f0-ea314844144b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716410 Jul 22 21:17:18.895257 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9f979922-9ca5-4c3b-aff0-15069b0249a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.921316 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9f979922-9ca5-4c3b-aff0-15069b0249a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.978424 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9f979922-9ca5-4c3b-aff0-15069b0249a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.983166 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9f979922-9ca5-4c3b-aff0-15069b0249a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.984620 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9f979922-9ca5-4c3b-aff0-15069b0249a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8847db55-8763-4070-85ac-bfac36610dd4 HTTP/1.1" status: 204 len: 168 time: 0.1480353 Jul 22 21:17:18.993702 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f979922-9ca5-4c3b-aff0-15069b0249a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847db55-8763-4070-85ac-bfac36610dd4,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:19.161753 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:19.358808 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:19.362940 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad0adc3-127f-4365-9e9d-4eccd0cb04ff" -d '{"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-plugged", "status": "completed", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:19.413332 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b2fb11-f8e5-4449-86dc-771f0df03338 x-openstack-request-id: req-92b2fb11-f8e5-4449-86dc-771f0df03338 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:19.413793 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-plugged", "status": "completed", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:19.414159 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92b2fb11-f8e5-4449-86dc-771f0df03338 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:19.415022 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'code': 200} Jul 22 21:17:19.760702 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a037b55-b32e-4569-a0f1-bf8b3b1c5689 req-9a73c2de-4057-4f9e-a2a0-332ff0cd2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:19.763097 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a037b55-b32e-4569-a0f1-bf8b3b1c5689 req-9a73c2de-4057-4f9e-a2a0-332ff0cd2bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1098 time: 0.0781503 Jul 22 21:17:19.865521 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a037b55-b32e-4569-a0f1-bf8b3b1c5689 req-2a191532-4889-404b-ac99-a079a5c35ddb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956242 Jul 22 21:17:19.903951 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0bed7-6a14-418b-9ea4-9594a7af1f10 req-c276fde5-0347-4ff9-8fb5-728b07c9d22b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:19.905634 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6cb0bed7-6a14-418b-9ea4-9594a7af1f10 req-c276fde5-0347-4ff9-8fb5-728b07c9d22b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0925951 Jul 22 21:17:19.996706 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6cb0bed7-6a14-418b-9ea4-9594a7af1f10 req-4295e927-84f3-42d9-829f-3857fb936507 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787778 Jul 22 21:17:20.048841 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805fdb6-a400-4955-8b12-afe4573c4cd7 req-8ca52a7a-3de6-4707-8a4b-27a3b53ac67b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.050394 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4805fdb6-a400-4955-8b12-afe4573c4cd7 req-8ca52a7a-3de6-4707-8a4b-27a3b53ac67b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1437509 Jul 22 21:17:20.118488 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4805fdb6-a400-4955-8b12-afe4573c4cd7 req-b2c28baf-9984-4885-9221-b6420019e07b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527227 Jul 22 21:17:20.200299 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baab8c-4921-4d20-8acb-f802b233bb65 req-96305be5-e73b-46c7-8023-bb01dcef2a50 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:20.208862 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-84baab8c-4921-4d20-8acb-f802b233bb65 req-96305be5-e73b-46c7-8023-bb01dcef2a50 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1086659 Jul 22 21:17:20.250267 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-84baab8c-4921-4d20-8acb-f802b233bb65 req-eda4f2f6-6754-44a5-b992-e999a15a6a71 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403876 Jul 22 21:17:20.709359 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-82cafb8c-5420-491f-9242-954c45bd1be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.892887 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49600) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:20.932853 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.027128 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec9d4-c39f-4d6e-b8fa-d7c8fc637163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.171514 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec9d4-c39f-4d6e-b8fa-d7c8fc637163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.191392 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fd7ec9d4-c39f-4d6e-b8fa-d7c8fc637163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.220494 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313f379-f14f-4e13-8f23-b7a2a9af1f4e req-bddc87f1-efee-4ca0-9e2f-2fcba830edd6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:21.229457 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0313f379-f14f-4e13-8f23-b7a2a9af1f4e req-bddc87f1-efee-4ca0-9e2f-2fcba830edd6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1071832 Jul 22 21:17:21.239357 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ec9d4-c39f-4d6e-b8fa-d7c8fc637163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba6419-66d9-4e4d-9b9e-80431eb03167,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:21.282096 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fd7ec9d4-c39f-4d6e-b8fa-d7c8fc637163 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83816d17d5234673a73a03d100a9d45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880560 Jul 22 21:17:21.285226 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49610) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:21.324360 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0313f379-f14f-4e13-8f23-b7a2a9af1f4e req-007aa633-6d1b-41aa-858a-e6e6a4f5910d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938506 Jul 22 21:17:21.349040 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d7c4-c321-422c-882e-cbb9ddaedfbd req-3fee0bc2-fc63-4069-8b63-59e7dc61e838 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:21.350697 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f137d7c4-c321-422c-882e-cbb9ddaedfbd req-3fee0bc2-fc63-4069-8b63-59e7dc61e838 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.1182127 Jul 22 21:17:21.379581 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-416c3bfd-9296-4bfb-a84c-3c10394a527c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.419235 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f137d7c4-c321-422c-882e-cbb9ddaedfbd req-f743db15-5e5f-43cc-bd5b-d96ca8234f61 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587533 Jul 22 21:17:21.423746 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-416c3bfd-9296-4bfb-a84c-3c10394a527c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.484787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-416c3bfd-9296-4bfb-a84c-3c10394a527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.490179 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-416c3bfd-9296-4bfb-a84c-3c10394a527c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:21.494201 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-416c3bfd-9296-4bfb-a84c-3c10394a527c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29ba6419-66d9-4e4d-9b9e-80431eb03167 HTTP/1.1" status: 204 len: 168 time: 0.2073147 Jul 22 21:17:21.505749 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd707d6-3ec7-458e-824a-0a0c4daa2da0 req-a5afe819-de17-47fc-aa22-3dcd32b82495 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:21.505951 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c3bfd-9296-4bfb-a84c-3c10394a527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba6419-66d9-4e4d-9b9e-80431eb03167,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:21.507478 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ddd707d6-3ec7-458e-824a-0a0c4daa2da0 req-a5afe819-de17-47fc-aa22-3dcd32b82495 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0825965 Jul 22 21:17:21.576842 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ddd707d6-3ec7-458e-824a-0a0c4daa2da0 req-e8c2e032-bbad-442e-9a38-1285de4314f7 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504050 Jul 22 21:17:21.778348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe2be3-bae1-4cef-a93b-0986ed5adf51 req-bea10c44-994a-4f5f-91a3-557561e09092 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:21.779824 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7fe2be3-bae1-4cef-a93b-0986ed5adf51 req-bea10c44-994a-4f5f-91a3-557561e09092 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1048450 Jul 22 21:17:21.852702 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7fe2be3-bae1-4cef-a93b-0986ed5adf51 req-51663f58-28e5-4ebf-b831-56fa8185f323 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611529 Jul 22 21:17:21.866682 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49620) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:21.871092 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.202277 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787f6d1-4529-4f63-9449-528818c5cdfd tempest-TestShelveInstance-677196968 tempest-TestShelveInstance-677196968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:22.205619 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0787f6d1-4529-4f63-9449-528818c5cdfd tempest-TestShelveInstance-677196968 tempest-TestShelveInstance-677196968-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1093 time: 0.3372524 Jul 22 21:17:22.208940 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49634) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:22.215122 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'port_id': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:17:22.242815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.373694 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.594754 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Allocated IP 172.27.0.96 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/7ec11493-87de-458e-a310-2d793ae97964) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:17:22.618622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092d93d-06c6-42d1-abb8-4bdcaa74127e req-6a29f61e-196a-4679-9b8e-4ba7216c4c25 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:22.622397 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c092d93d-06c6-42d1-abb8-4bdcaa74127e req-6a29f61e-196a-4679-9b8e-4ba7216c4c25 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0984752 Jul 22 21:17:22.662866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ed4da-8a24-46d1-89e6-a3d0292425d6 req-3099a518-b7fb-474c-94d5-67c64518968d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:22.669246 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c09ed4da-8a24-46d1-89e6-a3d0292425d6 req-3099a518-b7fb-474c-94d5-67c64518968d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.2080476 Jul 22 21:17:22.728851 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c092d93d-06c6-42d1-abb8-4bdcaa74127e req-3cf1a674-8fa7-4e2b-ae69-d99b13fdecec tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938044 Jul 22 21:17:22.737055 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c09ed4da-8a24-46d1-89e6-a3d0292425d6 req-df5caeb7-dc04-4e28-9939-6b2fa75230f9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607538 Jul 22 21:17:22.799023 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.863837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.915252 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:17:22.918885 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:17:22.921652 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:17:22.967321 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'Port': ['ID=7ec11493-87de-458e-a310-2d793ae97964,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:23.225629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-746664a7-06be-4cfd-b7c2-951825997a38 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:23.227523 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-746664a7-06be-4cfd-b7c2-951825997a38 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 945 time: 0.0914879 Jul 22 21:17:23.371799 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Deleting port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:23.372559 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.411792 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.503226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] For port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:23.503866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.527153 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.527727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Calling delete_port for 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:23.533241 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.735611 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.792901 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc', 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:23.808206 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Pushing event deleted for resources: {'Port': ['ID=2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:23.835039 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.841837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:23.944380 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event updated for resources: {'Port': ['ID=7ec11493-87de-458e-a310-2d793ae97964,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:23.949493 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.046197 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] No DVR routers for this DVR port 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:24.061950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.064791 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-40e664e4-8974-49ed-b98f-1329f1e28405 req-32917e6a-2bc2-4f0e-90dd-ca776eca7ae2 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "DELETE /v2.0/ports/2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc HTTP/1.1" status: 204 len: 173 time: 0.8302226 Jul 22 21:17:24.089475 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Floating IP fa7206dd-71c2-4b80-892a-5e627d73e8a7 associated. External IP: 172.27.0.96, port: db22d4fc-2943-44e3-815f-9d0cf02a5050. Jul 22 21:17:24.117204 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'name': 'network-vif-deleted', 'tag': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:24.120248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f342c7-b6df-48ee-a5b9-6257d384d235" -d '{"events": [{"server_uuid": "d2441abb-03c4-4eba-a784-c12886eebe70", "name": "network-vif-deleted", "tag": "2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:24.136326 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2e3bc4b4-825c-4d49-9a8b-56a4e6ee6859 req-fe2cf862-04ea-4fe3-98e5-1068ebbe4e0a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2441abb-03c4-4eba-a784-c12886eebe70 HTTP/1.1" status: 200 len: 210 time: 0.2471235 Jul 22 21:17:24.193944 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c2904-05ca-498a-b5f8-cf8d2cadd850 req-6c98e244-f918-4ac2-ad94-ef76222e4bcd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:24.202957 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-737c2904-05ca-498a-b5f8-cf8d2cadd850 req-6c98e244-f918-4ac2-ad94-ef76222e4bcd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.3118191 Jul 22 21:17:24.235057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dba7f2-b9aa-4700-8fef-53cd7a369b78 x-openstack-request-id: req-00dba7f2-b9aa-4700-8fef-53cd7a369b78 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:24.235381 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2441abb-03c4-4eba-a784-c12886eebe70", "name": "network-vif-deleted", "tag": "2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:24.235700 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00dba7f2-b9aa-4700-8fef-53cd7a369b78 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:24.236148 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2441abb-03c4-4eba-a784-c12886eebe70', 'name': 'network-vif-deleted', 'tag': '2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc', 'status': 'completed', 'code': 200} Jul 22 21:17:24.271236 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-737c2904-05ca-498a-b5f8-cf8d2cadd850 req-b1ac3826-75a5-4dc7-af40-ac37101d2258 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671921 Jul 22 21:17:24.385040 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49682) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:24.572605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d27818d-9936-419e-86b3-3905f8aaccc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.722664 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d27818d-9936-419e-86b3-3905f8aaccc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.723705 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Router 540a8006-d871-4b9b-9a88-deba79423bdb has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:24.729698 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d27818d-9936-419e-86b3-3905f8aaccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.775340 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2d27818d-9936-419e-86b3-3905f8aaccc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42f9ae3d1bd840b28533475788fa2aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876314 Jul 22 21:17:24.776937 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27818d-9936-419e-86b3-3905f8aaccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cb6ef0-a013-4249-9418-79059b5b89ff,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:24.780669 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49686) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:24.878771 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4cafcd6-4f72-4586-ad6c-d4a22f87b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.913699 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4cafcd6-4f72-4586-ad6c-d4a22f87b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.922610 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:24.940098 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] Sync routers for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:24.959895 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:24.975889 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:24.977712 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:17:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:25.010864 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aabef025-0b82-46ef-b011-3ff303bc7b22 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8005800 Jul 22 21:17:25.012072 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:25.014444 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6d71b3-34a7-42a5-9e14-b93824be52c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:25.030692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4cafcd6-4f72-4586-ad6c-d4a22f87b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.034097 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f4cafcd6-4f72-4586-ad6c-d4a22f87b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.038064 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f4cafcd6-4f72-4586-ad6c-d4a22f87b014 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2cb6ef0-a013-4249-9418-79059b5b89ff HTTP/1.1" status: 204 len: 168 time: 0.2566762 Jul 22 21:17:25.053760 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cafcd6-4f72-4586-ad6c-d4a22f87b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cb6ef0-a013-4249-9418-79059b5b89ff,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:25.094366 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e58d46-a45e-4461-852a-c06b7cccfad3 x-openstack-request-id: req-c1e58d46-a45e-4461-852a-c06b7cccfad3 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:25.094657 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:25.094907 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1e58d46-a45e-4461-852a-c06b7cccfad3 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:25.095553 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'status': 'completed', 'code': 200} Jul 22 21:17:25.202275 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:25.326728 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-647b48f2-f33c-4980-b2f9-5485b4cbff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.328326 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-647b48f2-f33c-4980-b2f9-5485b4cbff85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1098 time: 0.1700859 Jul 22 21:17:25.479326 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-cea95905-81fc-4918-8df4-0a75ecb9b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.481287 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-cea95905-81fc-4918-8df4-0a75ecb9b17d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 910 time: 0.1422865 Jul 22 21:17:25.566088 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49704) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:25.577580 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-f2cf408e-a929-4352-8783-f526945aee6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 998 time: 0.0809329 Jul 22 21:17:25.594284 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f385a564-d74b-4c73-b340-604786402c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.709302 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'fa7206dd-71c2-4b80-892a-5e627d73e8a7', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'port_id': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'mac_address': 'fa:16:3e:cd:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:17:23Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 0, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:25.747783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d4260-a0fe-4cf0-9390-2c03fd2d29bb req-6e59fcba-e95f-4752-8fa9-40f30096b9d3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.749664 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b27d4260-a0fe-4cf0-9390-2c03fd2d29bb req-6e59fcba-e95f-4752-8fa9-40f30096b9d3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.2673039 Jul 22 21:17:25.751418 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-0ccf11e0-0071-42c6-936c-f4fd93565b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.753063 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-0ccf11e0-0071-42c6-936c-f4fd93565b00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.1561556 Jul 22 21:17:25.765905 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] Checking router: 540a8006-d871-4b9b-9a88-deba79423bdb for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:25.772276 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f385a564-d74b-4c73-b340-604786402c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.777866 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f385a564-d74b-4c73-b340-604786402c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.778232 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:25.779177 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:17:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:25.825149 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385a564-d74b-4c73-b340-604786402c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a8bf21-bece-47f2-8eae-1335ab7487d8,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:25.830259 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f385a564-d74b-4c73-b340-604786402c1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f391b2f7ceea48889b63d4b2a551dbf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630963 Jul 22 21:17:25.833396 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49706) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:25.858710 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062bd3-5f13-4552-ba65-03cd1fa90435 req-4db3f5d9-26a3-43de-af95-c4f07d673ea3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.860387 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28062bd3-5f13-4552-ba65-03cd1fa90435 req-4db3f5d9-26a3-43de-af95-c4f07d673ea3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.2457197 Jul 22 21:17:25.874624 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b27d4260-a0fe-4cf0-9390-2c03fd2d29bb req-895db20b-5726-4d0b-8970-7c2c803be66f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163826 Jul 22 21:17:25.913143 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90e7b0da-52ad-4f56-8f79-ee92d42b1212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.927241 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-be36b2f6-2683-47cb-b24a-c9023065113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:25.928898 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-be36b2f6-2683-47cb-b24a-c9023065113c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1590788 Jul 22 21:17:25.933171 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28062bd3-5f13-4552-ba65-03cd1fa90435 req-4b07f3e8-3015-4acf-981e-86998dbec45e tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654149 Jul 22 21:17:25.955213 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90e7b0da-52ad-4f56-8f79-ee92d42b1212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:25.987606 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:26.026573 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90e7b0da-52ad-4f56-8f79-ee92d42b1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:26.029783 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-90e7b0da-52ad-4f56-8f79-ee92d42b1212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:26.030989 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-90e7b0da-52ad-4f56-8f79-ee92d42b1212 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9a8bf21-bece-47f2-8eae-1335ab7487d8 HTTP/1.1" status: 204 len: 168 time: 0.1957650 Jul 22 21:17:26.039862 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7b0da-52ad-4f56-8f79-ee92d42b1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a8bf21-bece-47f2-8eae-1335ab7487d8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:26.070683 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-f952d098-95e2-4dd7-862f-c7e4c123b833 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314926 Jul 22 21:17:26.203620 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fd6d71b3-34a7-42a5-9e14-b93824be52c5 req-babf4e31-0810-468d-9f33-28451cc3ad9b service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137538 Jul 22 21:17:26.355588 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'fa7206dd-71c2-4b80-892a-5e627d73e8a7', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'port_id': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'mac_address': 'fa:16:3e:cd:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:17:23Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 0, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:26.387061 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505aaf24-f47f-4103-bdf1-dda9813f83be None None] The sync data for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi is: [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'fa7206dd-71c2-4b80-892a-5e627d73e8a7', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'port_id': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'mac_address': 'fa:16:3e:cd:d2:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:17:23Z', 'updated_at': '2021-07-22T21:17:23Z', 'revision_number': 0, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:26.700814 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45250d92-3776-4df8-9308-cfa475f8a53c None None] New status for floating IP fa7206dd-71c2-4b80-892a-5e627d73e8a7: ACTIVE {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:17:27.045691 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:27.097683 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:27.098016 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 2e2f3b84-d5a9-4ba3-b9ff-92160b1560bc not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:27.131900 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6892d-17b2-4731-a20e-66f54998cf13 req-d7c1a5b8-daf5-4d7e-ba80-f1fe631e737b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:27.133756 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-46e6892d-17b2-4731-a20e-66f54998cf13 req-d7c1a5b8-daf5-4d7e-ba80-f1fe631e737b tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1179161 Jul 22 21:17:27.173979 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d228ba-c2b6-4b6f-bccd-23ec4083ab3e req-88725b66-1e52-4a93-8cc3-bb4d437abeda tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:27.182105 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66d228ba-c2b6-4b6f-bccd-23ec4083ab3e req-88725b66-1e52-4a93-8cc3-bb4d437abeda tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1813586 Jul 22 21:17:27.251024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66d228ba-c2b6-4b6f-bccd-23ec4083ab3e req-1750a522-1a94-44c9-867b-acc8a3ba9deb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533655 Jul 22 21:17:27.251024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-46e6892d-17b2-4731-a20e-66f54998cf13 req-e44f96df-00ad-4274-885e-79a2a044ceea tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021771 Jul 22 21:17:28.422290 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677782-372a-4ef9-ab98-dc49b36caf75 req-61b09b2a-6b3e-4274-be3a-c3a3a008c098 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.423732 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a4677782-372a-4ef9-ab98-dc49b36caf75 req-61b09b2a-6b3e-4274-be3a-c3a3a008c098 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1069453 Jul 22 21:17:28.457781 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accaf39-07fe-4d8f-82c9-ae86bea51d59 req-fb76087f-3648-4ccd-a2be-d5dd37bdca3f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:28.459243 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4accaf39-07fe-4d8f-82c9-ae86bea51d59 req-fb76087f-3648-4ccd-a2be-d5dd37bdca3f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1101739 Jul 22 21:17:28.487933 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a4677782-372a-4ef9-ab98-dc49b36caf75 req-47b7202f-6c50-4fa4-a803-5a4553126b7d tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584991 Jul 22 21:17:28.512962 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4accaf39-07fe-4d8f-82c9-ae86bea51d59 req-0e3f1aa6-078b-4b73-8929-725cc0e581c3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Jul 22 21:17:29.280810 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-ae30b700-afec-4a3d-825f-0500854f036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.282982 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-ae30b700-afec-4a3d-825f-0500854f036e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0556967 Jul 22 21:17:29.388763 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-2249f32a-77af-4deb-95c1-5b638fd1eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.390253 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-2249f32a-77af-4deb-95c1-5b638fd1eaa3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.0908279 Jul 22 21:17:29.469882 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-3a05a9b5-a1df-4413-860f-ac0c6bd72975 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 1002 time: 0.0616930 Jul 22 21:17:29.532689 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-13372851-0b62-4bcd-a083-56a276059209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.534102 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-13372851-0b62-4bcd-a083-56a276059209 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0517864 Jul 22 21:17:29.684120 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-1909b95e-df33-4475-bf4c-d782bc8d2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.685680 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-1909b95e-df33-4475-bf4c-d782bc8d2089 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1362453 Jul 22 21:17:29.733565 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5f33d-46c6-446a-935f-b319bd3cd7d1 req-7366d55b-398b-4a35-8c8a-5c4bc4b26dec tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.735052 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d8e5f33d-46c6-446a-935f-b319bd3cd7d1 req-7366d55b-398b-4a35-8c8a-5c4bc4b26dec tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1550176 Jul 22 21:17:29.771722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707aa44-14ec-43e7-923c-2563d96bfce3 req-03763203-f682-474e-8a71-c5994e76a3e5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:29.773210 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e707aa44-14ec-43e7-923c-2563d96bfce3 req-03763203-f682-474e-8a71-c5994e76a3e5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1557922 Jul 22 21:17:29.851103 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d8e5f33d-46c6-446a-935f-b319bd3cd7d1 req-8ea77a4d-925e-47e7-a54c-c2934b6c160f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056139 Jul 22 21:17:29.873778 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-ced2a37a-8ca6-4f58-88c1-58e4adf356a4 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746914 Jul 22 21:17:29.879905 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e707aa44-14ec-43e7-923c-2563d96bfce3 req-593b413b-0cb1-4cd0-940a-2851cb2b58b4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781350 Jul 22 21:17:29.977363 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8be6270-9b58-4c4d-af64-672a985260a6 req-98aab3f7-e6cd-4aaa-97a1-409fce8ed1f3 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892529 Jul 22 21:17:31.027977 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec91fb-858c-4ccd-bad8-11141b0fc8d6 req-31970df6-ae5a-48f7-8dc0-6f0422ce32ac tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.029527 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-afec91fb-858c-4ccd-bad8-11141b0fc8d6 req-31970df6-ae5a-48f7-8dc0-6f0422ce32ac tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1084218 Jul 22 21:17:31.051569 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27078bd-48fc-4dc8-bad0-80e89f3d147d req-6d82b1d5-a530-4aea-9a78-2f3421203102 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:31.053081 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d27078bd-48fc-4dc8-bad0-80e89f3d147d req-6d82b1d5-a530-4aea-9a78-2f3421203102 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0981050 Jul 22 21:17:31.098812 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-afec91fb-858c-4ccd-bad8-11141b0fc8d6 req-304b34cb-4597-45dd-94af-c99e55371db0 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Jul 22 21:17:31.116676 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d27078bd-48fc-4dc8-bad0-80e89f3d147d req-cadbbdba-aa41-4c35-bf7b-1067040aff1f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550025 Jul 22 21:17:32.286739 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dc42f-54d5-425c-965c-41ed266fb0c7 req-ec85ac51-a10e-4180-88b2-58876a6e2d06 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.288241 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bb0dc42f-54d5-425c-965c-41ed266fb0c7 req-ec85ac51-a10e-4180-88b2-58876a6e2d06 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1179829 Jul 22 21:17:32.296834 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f77eb-78be-4f3a-be06-f09a0644053b req-c7673e04-cfbc-4ae9-8d58-431927710b36 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:32.298206 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aa7f77eb-78be-4f3a-be06-f09a0644053b req-c7673e04-cfbc-4ae9-8d58-431927710b36 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.0987527 Jul 22 21:17:32.355567 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bb0dc42f-54d5-425c-965c-41ed266fb0c7 req-72ea6264-4048-4151-8d4d-76a791f91636 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 Jul 22 21:17:32.358428 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aa7f77eb-78be-4f3a-be06-f09a0644053b req-50781712-7b6e-4a80-92ce-0c7a93cc0214 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533526 Jul 22 21:17:33.551016 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492af26-4eea-4d54-9d31-00b0c557d274 req-166f39a8-ff02-48b9-b83f-c17e570b4bac tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:33.552769 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9492af26-4eea-4d54-9d31-00b0c557d274 req-166f39a8-ff02-48b9-b83f-c17e570b4bac tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1105897 Jul 22 21:17:33.561047 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb3c9a-756f-47b4-bf3b-71930a37a6da req-6a41e5b9-f418-4126-afd4-da76f35f9994 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:33.562508 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-09cb3c9a-756f-47b4-bf3b-71930a37a6da req-6a41e5b9-f418-4126-afd4-da76f35f9994 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 946 time: 0.1072288 Jul 22 21:17:33.620158 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9492af26-4eea-4d54-9d31-00b0c557d274 req-6586a529-65b8-4b3c-8e3a-f915ae052582 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Jul 22 21:17:33.632603 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-09cb3c9a-756f-47b4-bf3b-71930a37a6da req-6a5d936f-25b3-4acc-af3d-312e712fc7af tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631337 Jul 22 21:17:34.382528 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:34.421768 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.465642 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.487497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:34.490012 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712eee2-0a36-4675-bb53-777aa5936dc6" -d '{"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-unplugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:34.507140 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:34.513108 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:34.647595 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fcbb1c-0da4-4d9b-b016-99ef5872bcd0 x-openstack-request-id: req-d8fcbb1c-0da4-4d9b-b016-99ef5872bcd0 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:34.647907 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-unplugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:34.648180 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8fcbb1c-0da4-4d9b-b016-99ef5872bcd0 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:34.648578 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'code': 200} Jul 22 21:17:34.677088 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=8']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:34.793226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452ac74-40ba-4992-aa7b-42d8b9a13647 req-5c079b73-500b-4488-8d9c-5d0d55f87628 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:34.794770 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5452ac74-40ba-4992-aa7b-42d8b9a13647 req-5c079b73-500b-4488-8d9c-5d0d55f87628 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1055450 Jul 22 21:17:34.806831 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f09ad-9248-4efa-8ec7-89074c9cc87d req-f21fe83a-3219-4429-9fba-d9506555eb21 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:34.808342 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-534f09ad-9248-4efa-8ec7-89074c9cc87d req-f21fe83a-3219-4429-9fba-d9506555eb21 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0891583 Jul 22 21:17:34.869089 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5452ac74-40ba-4992-aa7b-42d8b9a13647 req-5d3147f1-f4bc-4033-8bf0-b28fb931d154 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589991 Jul 22 21:17:34.877776 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-534f09ad-9248-4efa-8ec7-89074c9cc87d req-42358122-54bf-4b16-b31f-c6f1d1f91cfc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614183 Jul 22 21:17:36.057362 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b072d-6011-44d9-9c38-34055516cc33 req-6e4235de-ff49-4b4b-b1b5-9ca1b599043f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:36.058861 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-511b072d-6011-44d9-9c38-34055516cc33 req-6e4235de-ff49-4b4b-b1b5-9ca1b599043f tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.1168618 Jul 22 21:17:36.067068 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e63fe-996a-4582-bbd2-43e7be8d5b3a req-8d1ef769-24c3-4cbf-ab49-60c8aaeb1e5f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:36.068474 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df3e63fe-996a-4582-bbd2-43e7be8d5b3a req-8d1ef769-24c3-4cbf-ab49-60c8aaeb1e5f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1129582 Jul 22 21:17:36.125050 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-511b072d-6011-44d9-9c38-34055516cc33 req-45006293-c020-4d6f-ab84-0640991f86b7 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/security-groups?id=41aeb6d0-98be-4123-923d-12286154d616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553939 Jul 22 21:17:36.132472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df3e63fe-996a-4582-bbd2-43e7be8d5b3a req-9a6a6a39-55d9-4d08-97f3-299f73569939 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Jul 22 21:17:36.361887 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-98a0b561-84a4-42f3-b414-fc78db7a60a3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:36.363599 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-98a0b561-84a4-42f3-b414-fc78db7a60a3 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 945 time: 0.0721505 Jul 22 21:17:36.482506 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Deleting port f4df7493-91c6-4133-a6c8-3d3f1e633ddc {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:36.482853 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.847965 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] For port f4df7493-91c6-4133-a6c8-3d3f1e633ddc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:36.848358 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:36.866478 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Calling delete_port for f4df7493-91c6-4133-a6c8-3d3f1e633ddc owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:36.892085 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69a6a3-2342-4946-8099-c5ecc525d385 req-6c1fee5b-9789-4aa7-8847-1c8c2656d207 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:36.893628 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b69a6a3-2342-4946-8099-c5ecc525d385 req-6c1fee5b-9789-4aa7-8847-1c8c2656d207 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1103210 Jul 22 21:17:36.974998 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b69a6a3-2342-4946-8099-c5ecc525d385 req-b009b544-e13b-48cc-85af-98fcf037348f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516679 Jul 22 21:17:37.040962 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.076651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Pushing event deleted for resources: {'Port': ['ID=f4df7493-91c6-4133-a6c8-3d3f1e633ddc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:37.086731 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['f4df7493-91c6-4133-a6c8-3d3f1e633ddc'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:17:37.140361 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] No DVR routers for this DVR port f4df7493-91c6-4133-a6c8-3d3f1e633ddc on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:17:37.142868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:37.144982 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f6850705-3ed9-408c-b998-32b938f6dc2b req-642243cb-1584-4077-ae03-eec066044c3a tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.69 "DELETE /v2.0/ports/f4df7493-91c6-4133-a6c8-3d3f1e633ddc HTTP/1.1" status: 204 len: 173 time: 0.7742631 Jul 22 21:17:37.145422 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040a090b-8874-45d1-99f9-44c2bc48166f', 'name': 'network-vif-deleted', 'tag': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:17:37.148051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f75d2b-f009-43b6-ba7f-89cb627943df" -d '{"events": [{"server_uuid": "040a090b-8874-45d1-99f9-44c2bc48166f", "name": "network-vif-deleted", "tag": "f4df7493-91c6-4133-a6c8-3d3f1e633ddc"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:17:37.192664 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49912) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:37.205204 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079ec9c-5407-4512-a3a4-c80a16ba2e0d x-openstack-request-id: req-3079ec9c-5407-4512-a3a4-c80a16ba2e0d {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:17:37.205528 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040a090b-8874-45d1-99f9-44c2bc48166f", "name": "network-vif-deleted", "tag": "f4df7493-91c6-4133-a6c8-3d3f1e633ddc", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:17:37.205753 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3079ec9c-5407-4512-a3a4-c80a16ba2e0d {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:17:37.212342 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040a090b-8874-45d1-99f9-44c2bc48166f', 'name': 'network-vif-deleted', 'tag': 'f4df7493-91c6-4133-a6c8-3d3f1e633ddc', 'status': 'completed', 'code': 200} Jul 22 21:17:37.261952 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a434861d-9452-4329-a12f-585ffb6d0866 req-30fba643-1f6a-489e-bee6-af4c7d1efc72 tempest-ServerRescueNegativeTestJSON-981597850 tempest-ServerRescueNegativeTestJSON-981597850-project] 10.222.0.44 "GET /v2.0/ports?device_id=040a090b-8874-45d1-99f9-44c2bc48166f HTTP/1.1" status: 200 len: 210 time: 0.0427570 Jul 22 21:17:37.326435 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-f67108dc-d28c-4fc1-86f0-f98c0f757e3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325760 Jul 22 21:17:38.123386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7375d-e18a-4048-ade0-a6485352f128 req-3cc98c4a-a489-460b-ab2e-c2ae390bd7ec tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:38.124913 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-abe7375d-e18a-4048-ade0-a6485352f128 req-3cc98c4a-a489-460b-ab2e-c2ae390bd7ec tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0637050 Jul 22 21:17:38.163150 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-abe7375d-e18a-4048-ade0-a6485352f128 req-8be12beb-c9a3-4e90-9a22-a3d137d45412 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Jul 22 21:17:38.324392 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49930) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:38.797371 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:38.799511 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49948) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:38.939641 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0bca670b-4e81-413e-9e22-210b11d35a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.127606 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f4df7493-91c6-4133-a6c8-3d3f1e633ddc no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:39.147933 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: f4df7493-91c6-4133-a6c8-3d3f1e633ddc {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:39.148309 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device f4df7493-91c6-4133-a6c8-3d3f1e633ddc not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:39.148768 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:39.177488 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0bca670b-4e81-413e-9e22-210b11d35a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.184693 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0bca670b-4e81-413e-9e22-210b11d35a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.245582 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0bca670b-4e81-413e-9e22-210b11d35a7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7145cc05a919466caa023dce908db6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447622 Jul 22 21:17:39.248698 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca670b-4e81-413e-9e22-210b11d35a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22164786-8843-443c-988a-b1f48739d5c5,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.252714 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 49958) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:39.271777 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Deleting port 6f1df61a-1981-438f-9ee4-e987585871a2 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:39.272120 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.369470 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3218f82b-e697-4c11-af9f-0f5be1f0223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.381823 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-edc60b5e-784b-4a46-9bf8-affa752f754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.383327 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-edc60b5e-784b-4a46-9bf8-affa752f754b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c&tenant_id=8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 1097 time: 0.1533613 Jul 22 21:17:39.395419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50e688-c7ef-47cd-9606-b1f9bc7b8cfb req-04c488cd-316c-433c-a82e-a3a73c77d7b5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.396991 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5e50e688-c7ef-47cd-9606-b1f9bc7b8cfb req-04c488cd-316c-433c-a82e-a3a73c77d7b5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1038656 Jul 22 21:17:39.401787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] For port 6f1df61a-1981-438f-9ee4-e987585871a2, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f1df61a-1981-438f-9ee4-e987585871a2,segment=NetworkSegment(21f24eb2-c6ae-4180-ad7c-a639bafa1c33),segment_id=21f24eb2-c6ae-4180-ad7c-a639bafa1c33)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:39.402146 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.413267 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3218f82b-e697-4c11-af9f-0f5be1f0223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.424356 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Calling delete_port for 6f1df61a-1981-438f-9ee4-e987585871a2 owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:39.469972 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5e50e688-c7ef-47cd-9606-b1f9bc7b8cfb req-79e22774-b77c-4206-bf9d-35373b16239c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667634 Jul 22 21:17:39.491973 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-4f7ada36-3423-4471-ac28-3cff1be9747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.494394 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-4f7ada36-3423-4471-ac28-3cff1be9747d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1097 time: 0.0736370 Jul 22 21:17:39.561479 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3218f82b-e697-4c11-af9f-0f5be1f0223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.563918 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3218f82b-e697-4c11-af9f-0f5be1f0223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.565137 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3218f82b-e697-4c11-af9f-0f5be1f0223a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/22164786-8843-443c-988a-b1f48739d5c5 HTTP/1.1" status: 204 len: 168 time: 0.3111227 Jul 22 21:17:39.584879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218f82b-e697-4c11-af9f-0f5be1f0223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22164786-8843-443c-988a-b1f48739d5c5,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.600233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-891e9db0-5ca6-4ec4-8162-58f9486fd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.605340 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-891e9db0-5ca6-4ec4-8162-58f9486fd9e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1028154 Jul 22 21:17:39.670475 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.682390 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-db0912c9-c120-43d2-96bf-76f2dc63bbb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 1000 time: 0.0698807 Jul 22 21:17:39.702062 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1df61a-1981-438f-9ee4-e987585871a2,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:39.739514 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-ceda2e50-a55f-497a-bcf9-04ec1d8a6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.741100 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-ceda2e50-a55f-497a-bcf9-04ec1d8a6b82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0497353 Jul 22 21:17:39.802603 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-8bfbcecf-b0a2-4515-8db0-de0e265a3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:39.804457 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-8bfbcecf-b0a2-4515-8db0-de0e265a3e85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555949 Jul 22 21:17:39.881060 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49964) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:39.890611 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.908680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9a3d-fdca-470e-ab75-3a01d197249f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:39.937438 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-a71da36c-bdcd-4760-971e-8a0cd7e3b04f service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256678 Jul 22 21:17:40.070201 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8a0e65e0-c0c3-4fd5-a8f3-1c97096e1276 req-708f3f5d-63bb-45da-ba88-f37e360f3986 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252830 Jul 22 21:17:40.107539 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9a3d-fdca-470e-ab75-3a01d197249f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.112837 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9a3d-fdca-470e-ab75-3a01d197249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.122125 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Router d35fb7f9-85fc-4a81-909a-0bd282873f14 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:17:40.158480 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ba8e9a3d-fdca-470e-ab75-3a01d197249f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb758ad1e6f246c2acdcf5e3bdc87f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767067 Jul 22 21:17:40.160853 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e9a3d-fdca-470e-ab75-3a01d197249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee62d34-5e47-455b-87f6-9cb6c128e140,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:40.163185 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49970) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:40.219747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-776c9eb8-2aab-4f25-81cb-d896949e5459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.245415 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-776c9eb8-2aab-4f25-81cb-d896949e5459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.295658 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-776c9eb8-2aab-4f25-81cb-d896949e5459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.298354 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-776c9eb8-2aab-4f25-81cb-d896949e5459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.299601 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-776c9eb8-2aab-4f25-81cb-d896949e5459 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ee62d34-5e47-455b-87f6-9cb6c128e140 HTTP/1.1" status: 204 len: 168 time: 0.1354578 Jul 22 21:17:40.315752 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c9eb8-2aab-4f25-81cb-d896949e5459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee62d34-5e47-455b-87f6-9cb6c128e140,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:40.479396 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:17:40.487623 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0aad6545-5ecf-44fd-9bf3-8bfe38367639 admin admin] 10.222.0.44 "PUT /v2.0/routers/d35fb7f9-85fc-4a81-909a-0bd282873f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1589122 Jul 22 21:17:40.489827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 49984) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:40.494423 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] Sync routers for ids ['d35fb7f9-85fc-4a81-909a-0bd282873f14'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:17:40.519520 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] Routers {'d35fb7f9-85fc-4a81-909a-0bd282873f14'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:40.523946 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:17:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['d35fb7f9-85fc-4a81-909a-0bd282873f14'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:40.669300 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] Set router d35fb7f9-85fc-4a81-909a-0bd282873f14 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:40.708000 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a508f83-05f1-40b4-bc26-fdda17271955 req-16064638-43ad-4fed-9e07-ebd27efba643 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:40.709645 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a508f83-05f1-40b4-bc26-fdda17271955 req-16064638-43ad-4fed-9e07-ebd27efba643 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1332743 Jul 22 21:17:40.710821 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.909181 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1a508f83-05f1-40b4-bc26-fdda17271955 req-18ac0b1d-1bfc-475d-a229-17e0da2023ad tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484122 Jul 22 21:17:40.941311 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:40.976337 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:17:39Z', 'revision_number': 5, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port': {'id': 'ceb78dce-ab32-4cab-896e-ace66f237295', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:41.021651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Deleting port ceb78dce-ab32-4cab-896e-ace66f237295 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:17:41.022208 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.080345 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] Checking router: d35fb7f9-85fc-4a81-909a-0bd282873f14 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:17:41.099804 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] Routers {'d35fb7f9-85fc-4a81-909a-0bd282873f14'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:17:41.100537 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:17:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['d35fb7f9-85fc-4a81-909a-0bd282873f14'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:41.166609 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] For port ceb78dce-ab32-4cab-896e-ace66f237295, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ceb78dce-ab32-4cab-896e-ace66f237295,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:17:41.172023 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.209901 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] Set router d35fb7f9-85fc-4a81-909a-0bd282873f14 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:17:41.218771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Calling delete_port for ceb78dce-ab32-4cab-896e-ace66f237295 owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:17:41.265280 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:17:40Z', 'revision_number': 6, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:41.321200 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289c197-723e-4c44-a571-a73d08db57bb None None] The sync data for ids ['d35fb7f9-85fc-4a81-909a-0bd282873f14'] in dv-cinder-801617-1-iscsi is: [{'id': 'd35fb7f9-85fc-4a81-909a-0bd282873f14', 'name': 'tempest-ServerRescueNegativeTestJSON-630243914-router', 'tenant_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:52Z', 'updated_at': '2021-07-22T21:17:40Z', 'revision_number': 6, 'project_id': 'cca0b5f8a0af40b3a3586e935ad88dca', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:17:41.559777 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.594267 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb78dce-ab32-4cab-896e-ace66f237295,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:41.665924 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.820808 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.824110 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.922075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.922715 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35fb7f9-85fc-4a81-909a-0bd282873f14 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:17:41.928035 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:41.929241 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a4fb1a3f-5480-41f1-af22-18706e9037dd admin admin] 10.222.0.44 "DELETE /v2.0/routers/d35fb7f9-85fc-4a81-909a-0bd282873f14 HTTP/1.1" status: 204 len: 168 time: 1.4372804 Jul 22 21:17:41.932705 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50022) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:41.988590 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Deleting subnet 77ce2b6a-effa-49f3-b07a-3777c9da45be {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:17:41.997066 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.068722 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.113494 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ea84-ff98-4469-aea6-63271981311f req-6031b274-5455-4ec6-b7c7-6ff78286d1d3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:42.122040 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1ca5ea84-ff98-4469-aea6-63271981311f req-6031b274-5455-4ec6-b7c7-6ff78286d1d3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0962913 Jul 22 21:17:42.170405 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1ca5ea84-ff98-4469-aea6-63271981311f req-5f0ace52-da7a-48a9-8cec-f26c6f592d7e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474551 Jul 22 21:17:42.177711 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.265597 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.291487 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ce2b6a-effa-49f3-b07a-3777c9da45be,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:42.305777 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.307987 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c10efb32-082d-43ea-9f5a-d170cc1074ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/77ce2b6a-effa-49f3-b07a-3777c9da45be HTTP/1.1" status: 204 len: 168 time: 0.3742065 Jul 22 21:17:42.310727 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50030) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:42.381821 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.495885 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.522009 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c52165-b7ee-429d-8dcb-c724ecd66320']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:42.538456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f24eb2-c6ae-4180-ad7c-a639bafa1c33') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:42.539445 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f24eb2-c6ae-4180-ad7c-a639bafa1c33') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:17:42.557458 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.576223 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.583757 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:17:42.584310 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:17:42.586776 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:17:42.658585 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.683432 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:42.687129 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/92c52165-b7ee-429d-8dcb-c724ecd66320 HTTP/1.1" status: 204 len: 168 time: 0.3737226 Jul 22 21:17:42.687129 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f2bad-4209-41ee-8717-3b118f4df9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c52165-b7ee-429d-8dcb-c724ecd66320,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:42.900157 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ceb78dce-ab32-4cab-896e-ace66f237295 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:42.921823 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: ceb78dce-ab32-4cab-896e-ace66f237295 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:42.922172 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ceb78dce-ab32-4cab-896e-ace66f237295 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:42.922600 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f1df61a-1981-438f-9ee4-e987585871a2 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:17:42.943758 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 6f1df61a-1981-438f-9ee4-e987585871a2 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:17:42.944109 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f1df61a-1981-438f-9ee4-e987585871a2 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:17:42.972462 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50050) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:43.025581 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5bdaf6f1-aa71-42f5-9a12-5ac28a895c32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cca0b5f8a0af40b3a3586e935ad88dca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0518239 Jul 22 21:17:43.027990 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50052) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:43.089572 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8c781f1c-6964-45f7-a27e-3f137416c8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:43.114667 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8c781f1c-6964-45f7-a27e-3f137416c8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:43.175293 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8c781f1c-6964-45f7-a27e-3f137416c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:43.177819 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8c781f1c-6964-45f7-a27e-3f137416c8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:43.179137 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8c781f1c-6964-45f7-a27e-3f137416c8c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41aeb6d0-98be-4123-923d-12286154d616 HTTP/1.1" status: 204 len: 168 time: 0.1502078 Jul 22 21:17:43.188074 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c781f1c-6964-45f7-a27e-3f137416c8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aeb6d0-98be-4123-923d-12286154d616,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:43.478615 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d49d9-a768-4074-a417-2a30101e05e7 req-46a9d2c4-0508-428d-86d6-f3e1d17da6a0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.480301 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-928d49d9-a768-4074-a417-2a30101e05e7 req-46a9d2c4-0508-428d-86d6-f3e1d17da6a0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1360636 Jul 22 21:17:43.545175 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-928d49d9-a768-4074-a417-2a30101e05e7 req-107b05c2-17f8-42d8-80bb-780afeb11ebd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560067 Jul 22 21:17:44.727746 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce24c00-1e9b-4edd-a9b7-38368d14b3d3 req-e3916896-bd74-4894-96c0-d38806e6a71a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:44.729497 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cce24c00-1e9b-4edd-a9b7-38368d14b3d3 req-e3916896-bd74-4894-96c0-d38806e6a71a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1008103 Jul 22 21:17:44.768026 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cce24c00-1e9b-4edd-a9b7-38368d14b3d3 req-df772c33-4aca-45b2-8b50-0135cc0363fc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Jul 22 21:17:45.933006 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be3a51-6811-442f-b8e3-3dfc1b7ea53c req-35218468-ae88-4616-8d76-050a2c0987eb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:45.941318 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58be3a51-6811-442f-b8e3-3dfc1b7ea53c req-35218468-ae88-4616-8d76-050a2c0987eb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0896335 Jul 22 21:17:45.979937 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58be3a51-6811-442f-b8e3-3dfc1b7ea53c req-fd08bbbf-b203-4739-a21e-342638359cd9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371232 Jul 22 21:17:46.710254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50160) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:46.822291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2908ec4b-4fe2-4fa8-b0df-fc97b4bbcbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.919825 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2908ec4b-4fe2-4fa8-b0df-fc97b4bbcbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.924748 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2908ec4b-4fe2-4fa8-b0df-fc97b4bbcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:46.965468 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2908ec4b-4fe2-4fa8-b0df-fc97b4bbcbf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f16d67bd1f8349f78d2b590b3c5892c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541225 Jul 22 21:17:46.966476 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908ec4b-4fe2-4fa8-b0df-fc97b4bbcbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96039a-677a-4a1f-8966-dcfd9a4dfac0,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:46.968663 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50166) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:47.052434 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3cb312f3-e403-45b9-ac01-7b49752f7ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.075065 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3cb312f3-e403-45b9-ac01-7b49752f7ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.129028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9e3c4-a97f-4bd2-be43-5e7fddad3859 req-62491bf0-d50e-4390-8237-1edf137405f6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:47.130339 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3cb312f3-e403-45b9-ac01-7b49752f7ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.130542 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1b9e3c4-a97f-4bd2-be43-5e7fddad3859 req-62491bf0-d50e-4390-8237-1edf137405f6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0708621 Jul 22 21:17:47.134800 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-3cb312f3-e403-45b9-ac01-7b49752f7ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.136141 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-3cb312f3-e403-45b9-ac01-7b49752f7ce8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f96039a-677a-4a1f-8966-dcfd9a4dfac0 HTTP/1.1" status: 204 len: 168 time: 0.1659296 Jul 22 21:17:47.149129 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb312f3-e403-45b9-ac01-7b49752f7ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96039a-677a-4a1f-8966-dcfd9a4dfac0,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:47.200092 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1b9e3c4-a97f-4bd2-be43-5e7fddad3859 req-787537db-5d74-431e-ab2a-569da8b0f3d6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604324 Jul 22 21:17:47.386160 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50182) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:47.530084 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98252858-a1fd-4a37-b2ec-2e3ac2567a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.569824 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50186) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:47.598156 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4782d8e0-4263-467a-8adb-44b5dc504a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.687241 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98252858-a1fd-4a37-b2ec-2e3ac2567a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.696913 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-98252858-a1fd-4a37-b2ec-2e3ac2567a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.746574 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-98252858-a1fd-4a37-b2ec-2e3ac2567a85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b5a99456afa40a68503e153375b1992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593121 Jul 22 21:17:47.749253 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50188) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:47.758038 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98252858-a1fd-4a37-b2ec-2e3ac2567a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554d4ff9-a00f-4874-b538-c6fa3fdbdcd6,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:47.828951 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c533692-4059-4550-98ce-9d0882b2a030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.857330 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c533692-4059-4550-98ce-9d0882b2a030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.864960 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4782d8e0-4263-467a-8adb-44b5dc504a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.869975 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4782d8e0-4263-467a-8adb-44b5dc504a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.908955 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4782d8e0-4263-467a-8adb-44b5dc504a6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc23045e570e47d096fc7437f5349eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369908 Jul 22 21:17:47.911006 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782d8e0-4263-467a-8adb-44b5dc504a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca365cc4-12bf-4abe-959d-6aabfb0d094c,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:47.911796 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50190) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:47.928536 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c533692-4059-4550-98ce-9d0882b2a030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.932122 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-3c533692-4059-4550-98ce-9d0882b2a030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.935819 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-3c533692-4059-4550-98ce-9d0882b2a030 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/554d4ff9-a00f-4874-b538-c6fa3fdbdcd6 HTTP/1.1" status: 204 len: 168 time: 0.1826582 Jul 22 21:17:47.943285 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-88112681-6c02-406b-9962-afed67f33ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.973371 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c533692-4059-4550-98ce-9d0882b2a030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d4ff9-a00f-4874-b538-c6fa3fdbdcd6,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:48.001364 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-451335cb-c661-4139-a099-37536c345697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.025734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-451335cb-c661-4139-a099-37536c345697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.077423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-451335cb-c661-4139-a099-37536c345697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.079923 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-451335cb-c661-4139-a099-37536c345697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.081077 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-451335cb-c661-4139-a099-37536c345697 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca365cc4-12bf-4abe-959d-6aabfb0d094c HTTP/1.1" status: 204 len: 168 time: 0.1680689 Jul 22 21:17:48.089133 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451335cb-c661-4139-a099-37536c345697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca365cc4-12bf-4abe-959d-6aabfb0d094c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:48.376825 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7eac-35f8-42b1-be68-7e158d5c53a3 req-4e10a066-2387-4bca-a8eb-ce561a5d0565 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:48.378795 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7c1a7eac-35f8-42b1-be68-7e158d5c53a3 req-4e10a066-2387-4bca-a8eb-ce561a5d0565 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1060505 Jul 22 21:17:48.434143 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7c1a7eac-35f8-42b1-be68-7e158d5c53a3 req-f3f01dd8-2d1a-4755-a99e-400491982170 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Jul 22 21:17:48.608497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50212) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:48.625776 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbdd7363-a5bc-42f7-a7e8-56585e96e171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.765597 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbdd7363-a5bc-42f7-a7e8-56585e96e171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.771033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-fbdd7363-a5bc-42f7-a7e8-56585e96e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.813681 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-fbdd7363-a5bc-42f7-a7e8-56585e96e171 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=624c874453194345881ce1876617ea9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017055 Jul 22 21:17:48.813681 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd7363-a5bc-42f7-a7e8-56585e96e171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c953e78-4596-46b2-9955-35bb054a7b9c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:48.814106 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50220) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:48.892947 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa3f150a-f7e4-4828-bcd3-29e9311f0db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.916281 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa3f150a-f7e4-4828-bcd3-29e9311f0db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.965770 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa3f150a-f7e4-4828-bcd3-29e9311f0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.968373 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-aa3f150a-f7e4-4828-bcd3-29e9311f0db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.969569 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aa3f150a-f7e4-4828-bcd3-29e9311f0db8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c953e78-4596-46b2-9955-35bb054a7b9c HTTP/1.1" status: 204 len: 168 time: 0.1539149 Jul 22 21:17:48.978926 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f150a-f7e4-4828-bcd3-29e9311f0db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c953e78-4596-46b2-9955-35bb054a7b9c,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:49.596516 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537959-a9e8-4a3f-aa77-dba39bcab844 req-fc4f953a-de0f-48e0-96ef-3ddf7f3b43f3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:49.598592 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-69537959-a9e8-4a3f-aa77-dba39bcab844 req-fc4f953a-de0f-48e0-96ef-3ddf7f3b43f3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0729070 Jul 22 21:17:49.661724 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-69537959-a9e8-4a3f-aa77-dba39bcab844 req-7289175f-7eb1-4b71-a58f-179cb8680dff tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569663 Jul 22 21:17:50.030813 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50264) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:50.203555 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-423e5951-3db9-44b8-bf64-fa926ec002e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.322236 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-423e5951-3db9-44b8-bf64-fa926ec002e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.326501 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-423e5951-3db9-44b8-bf64-fa926ec002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.382003 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-423e5951-3db9-44b8-bf64-fa926ec002e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebe3f50914d34009a5faff817ee98e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500946 Jul 22 21:17:50.384998 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e5951-3db9-44b8-bf64-fa926ec002e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71386935-43a9-4eb4-8dc9-4216e9cea2cf,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:50.385839 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50280) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:50.443442 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-689aa38c-6635-43d0-a22a-cda790cc198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.466386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-689aa38c-6635-43d0-a22a-cda790cc198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.534956 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-689aa38c-6635-43d0-a22a-cda790cc198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.538884 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-689aa38c-6635-43d0-a22a-cda790cc198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.544311 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-689aa38c-6635-43d0-a22a-cda790cc198c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71386935-43a9-4eb4-8dc9-4216e9cea2cf HTTP/1.1" status: 204 len: 168 time: 0.1553535 Jul 22 21:17:50.559825 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aa38c-6635-43d0-a22a-cda790cc198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71386935-43a9-4eb4-8dc9-4216e9cea2cf,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:50.715779 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5182e074-663a-448f-8da6-933d36d11288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.855842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11021e-dfb2-437c-a296-85a653594189 req-18bf31ca-2e40-4217-b5e2-a060f5aab189 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:50.858808 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7c11021e-dfb2-437c-a296-85a653594189 req-18bf31ca-2e40-4217-b5e2-a060f5aab189 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1122904 Jul 22 21:17:50.909492 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7c11021e-dfb2-437c-a296-85a653594189 req-a9520451-3d23-4f43-aced-25bea9f32e59 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Jul 22 21:17:50.965484 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.141548 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50302) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:51.158079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d30240aa-140e-4f98-917c-8be0d1c69652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.258053 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d30240aa-140e-4f98-917c-8be0d1c69652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.262879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d30240aa-140e-4f98-917c-8be0d1c69652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.307230 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d30240aa-140e-4f98-917c-8be0d1c69652 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=530d461aa76c49ebb2cbc45525e1fc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613021 Jul 22 21:17:51.308180 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50308) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:51.310247 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30240aa-140e-4f98-917c-8be0d1c69652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3849c9e-25ea-4af8-81ed-3b9d8992b43b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:51.383649 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f91b0b20-efb8-4646-8de2-0a27edeef44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.406244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f91b0b20-efb8-4646-8de2-0a27edeef44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.455706 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f91b0b20-efb8-4646-8de2-0a27edeef44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.458341 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f91b0b20-efb8-4646-8de2-0a27edeef44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:51.459577 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f91b0b20-efb8-4646-8de2-0a27edeef44e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3849c9e-25ea-4af8-81ed-3b9d8992b43b HTTP/1.1" status: 204 len: 168 time: 0.1502469 Jul 22 21:17:51.469439 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b0b20-efb8-4646-8de2-0a27edeef44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3849c9e-25ea-4af8-81ed-3b9d8992b43b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:51.866857 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:52.108689 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d94ac3-3ca5-4ce7-93b3-53cde8f5f90b req-7974b060-6fa6-460c-a221-292d04b82d83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:52.116378 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10d94ac3-3ca5-4ce7-93b3-53cde8f5f90b req-7974b060-6fa6-460c-a221-292d04b82d83 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0892091 Jul 22 21:17:52.155428 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10d94ac3-3ca5-4ce7-93b3-53cde8f5f90b req-da787583-9d00-4138-92ba-9d36da9bdd4d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381227 Jul 22 21:17:53.311733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd42e9-a841-4af0-b5e7-2b96688733c4 req-ceab1145-eb02-43be-b085-ed6109369c79 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:53.314084 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07cd42e9-a841-4af0-b5e7-2b96688733c4 req-ceab1145-eb02-43be-b085-ed6109369c79 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0778184 Jul 22 21:17:53.355791 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50378) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:53.358565 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07cd42e9-a841-4af0-b5e7-2b96688733c4 req-2f48675d-bb42-4e37-94dd-752b1f9004e2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358193 Jul 22 21:17:53.500568 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a07b57b4-8f8f-4a1a-9d94-070f5d52f522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.525163 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.618464 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a07b57b4-8f8f-4a1a-9d94-070f5d52f522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.622576 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a07b57b4-8f8f-4a1a-9d94-070f5d52f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.662275 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a07b57b4-8f8f-4a1a-9d94-070f5d52f522 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9b72bc0c93c484cbc8d36d5943a4916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052788 Jul 22 21:17:53.663417 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b57b4-8f8f-4a1a-9d94-070f5d52f522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8ed6db-6508-44ed-a62d-ab90d00bdfea,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:53.665178 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50388) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:53.719459 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3d6784f-fdd9-4c55-ac3d-e8b622529ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.741310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3d6784f-fdd9-4c55-ac3d-e8b622529ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.800105 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3d6784f-fdd9-4c55-ac3d-e8b622529ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.802619 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c3d6784f-fdd9-4c55-ac3d-e8b622529ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:53.803872 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c3d6784f-fdd9-4c55-ac3d-e8b622529ea1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f8ed6db-6508-44ed-a62d-ab90d00bdfea HTTP/1.1" status: 204 len: 168 time: 0.1375470 Jul 22 21:17:53.812389 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6784f-fdd9-4c55-ac3d-e8b622529ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8ed6db-6508-44ed-a62d-ab90d00bdfea,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:54.110578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50402) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:54.124628 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34425102-d520-495c-a916-66025b48bd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.213190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34425102-d520-495c-a916-66025b48bd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.217310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34425102-d520-495c-a916-66025b48bd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.256513 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-34425102-d520-495c-a916-66025b48bd2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6c1418968e94aeea492f83aa2aa4a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448047 Jul 22 21:17:54.257481 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34425102-d520-495c-a916-66025b48bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a50c841-08eb-4248-8827-1314fb9f1aaf,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:54.259453 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50404) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:54.311281 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9096fc4a-a004-431d-83dc-30142e410ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.332417 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9096fc4a-a004-431d-83dc-30142e410ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.377652 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9096fc4a-a004-431d-83dc-30142e410ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.380538 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9096fc4a-a004-431d-83dc-30142e410ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:54.381789 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9096fc4a-a004-431d-83dc-30142e410ebc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a50c841-08eb-4248-8827-1314fb9f1aaf HTTP/1.1" status: 204 len: 168 time: 0.1212995 Jul 22 21:17:54.390140 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096fc4a-a004-431d-83dc-30142e410ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a50c841-08eb-4248-8827-1314fb9f1aaf,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:54.523483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93677b7-58ef-4528-a12e-dc189fe7b560 req-fc877f8e-f335-4392-b888-36bbfed2ad6a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:54.525042 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f93677b7-58ef-4528-a12e-dc189fe7b560 req-fc877f8e-f335-4392-b888-36bbfed2ad6a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0661073 Jul 22 21:17:54.566324 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f93677b7-58ef-4528-a12e-dc189fe7b560 req-9d164c1c-2b8c-4c4f-92ff-21f450383515 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357912 Jul 22 21:17:55.713669 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406258-6aa7-4b60-9bb7-2209ecdd8d1d req-66415931-33fa-44b2-9e2c-c1fe2536ab43 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:55.715446 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7406258-6aa7-4b60-9bb7-2209ecdd8d1d req-66415931-33fa-44b2-9e2c-c1fe2536ab43 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0721898 Jul 22 21:17:55.759641 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7406258-6aa7-4b60-9bb7-2209ecdd8d1d req-f72fe336-d9c1-4ce0-906f-6088a500d065 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Jul 22 21:17:56.160989 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:56.346259 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50500) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:56.480796 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7b125922-e439-4c92-8e3b-0d2b0acb9511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.578042 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7b125922-e439-4c92-8e3b-0d2b0acb9511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.585847 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7b125922-e439-4c92-8e3b-0d2b0acb9511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.626327 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7b125922-e439-4c92-8e3b-0d2b0acb9511 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54ddf24791f340c59d36176f5ccc21f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788508 Jul 22 21:17:56.627423 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b125922-e439-4c92-8e3b-0d2b0acb9511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5f8bf-4b0f-421f-a3c7-e1256ae0d245,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:56.629057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50518) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:56.683648 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-55c5c334-ac33-4c8a-b90d-02df5028916c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.709490 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-55c5c334-ac33-4c8a-b90d-02df5028916c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.756051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-55c5c334-ac33-4c8a-b90d-02df5028916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.759297 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-55c5c334-ac33-4c8a-b90d-02df5028916c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:56.760510 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-55c5c334-ac33-4c8a-b90d-02df5028916c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecb5f8bf-4b0f-421f-a3c7-e1256ae0d245 HTTP/1.1" status: 204 len: 168 time: 0.1302285 Jul 22 21:17:56.768345 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5c334-ac33-4c8a-b90d-02df5028916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5f8bf-4b0f-421f-a3c7-e1256ae0d245,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:56.917817 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee26f7-9b1a-43b9-b414-ea0f491ee57a req-b2029c80-cf9a-40cc-9161-377c4b9e8b7e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:56.919507 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bee26f7-9b1a-43b9-b414-ea0f491ee57a req-b2029c80-cf9a-40cc-9161-377c4b9e8b7e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0798135 Jul 22 21:17:56.972252 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bee26f7-9b1a-43b9-b414-ea0f491ee57a req-69d9f055-6607-45d7-b668-84ff476f1d11 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386255 Jul 22 21:17:57.087708 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde645ea-743f-42d2-b8c3-074738c5e1eb req-4b277521-fb79-41eb-999b-956767b36416 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:57.089334 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fde645ea-743f-42d2-b8c3-074738c5e1eb req-4b277521-fb79-41eb-999b-956767b36416 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0723479 Jul 22 21:17:57.130660 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fde645ea-743f-42d2-b8c3-074738c5e1eb req-c250a757-dbf7-4ef1-9a68-137590386e78 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355966 Jul 22 21:17:57.147260 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50534) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:57.163791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5272e7c-d8c5-438c-b921-9a8656559c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.250590 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5272e7c-d8c5-438c-b921-9a8656559c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.254565 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5272e7c-d8c5-438c-b921-9a8656559c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.295848 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d5272e7c-d8c5-438c-b921-9a8656559c8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=528d98c126394d7284765e9d87d72bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473377 Jul 22 21:17:57.296541 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5272e7c-d8c5-438c-b921-9a8656559c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033fc15-d120-437f-a976-0c3ffc50b841,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:57.299261 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50536) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:57.348983 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-affc-44b4-ae40-888648f69b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.371275 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-affc-44b4-ae40-888648f69b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.416680 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-affc-44b4-ae40-888648f69b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.419196 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4ec1-affc-44b4-ae40-888648f69b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:57.420365 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ee8f4ec1-affc-44b4-ae40-888648f69b1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e033fc15-d120-437f-a976-0c3ffc50b841 HTTP/1.1" status: 204 len: 168 time: 0.1198165 Jul 22 21:17:57.428858 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f4ec1-affc-44b4-ae40-888648f69b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033fc15-d120-437f-a976-0c3ffc50b841,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:58.004966 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50564) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.128254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc77321-7ccd-4388-a506-4a6e21d8e72b req-acf2ceeb-5303-4846-b6ac-3ca6c5f61bae tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:58.129782 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc77321-7ccd-4388-a506-4a6e21d8e72b req-acf2ceeb-5303-4846-b6ac-3ca6c5f61bae tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0682144 Jul 22 21:17:58.131072 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b02b-4d05-4a11-9ad3-a32a2a520507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.188741 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3bc77321-7ccd-4388-a506-4a6e21d8e72b req-ef7d7edb-d4d2-4948-aa0e-4fb082c7a519 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517762 Jul 22 21:17:58.251383 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b02b-4d05-4a11-9ad3-a32a2a520507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.257040 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1fc4b02b-4d05-4a11-9ad3-a32a2a520507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.292282 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d7a89-2ea1-4006-a12f-13956a71c7d1 req-c3ecc841-7c4f-47c2-a940-f01cb82938af tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:58.293979 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a41d7a89-2ea1-4006-a12f-13956a71c7d1 req-c3ecc841-7c4f-47c2-a940-f01cb82938af tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0741467 Jul 22 21:17:58.319621 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4b02b-4d05-4a11-9ad3-a32a2a520507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573d3c6c-c278-44e8-842a-3e2f2496a956,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:58.336619 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1fc4b02b-4d05-4a11-9ad3-a32a2a520507 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7e56001c78e43fcac5b48f8c0738c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281069 Jul 22 21:17:58.337552 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50580) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.344583 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a41d7a89-2ea1-4006-a12f-13956a71c7d1 req-dadeff66-3087-41b0-9114-27d80b9e39fe tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Jul 22 21:17:58.408861 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e49063dc-91de-4c7a-b2c4-3c8fda0f0121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.431321 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e49063dc-91de-4c7a-b2c4-3c8fda0f0121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.478209 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e49063dc-91de-4c7a-b2c4-3c8fda0f0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.480837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e49063dc-91de-4c7a-b2c4-3c8fda0f0121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.482070 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e49063dc-91de-4c7a-b2c4-3c8fda0f0121 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/573d3c6c-c278-44e8-842a-3e2f2496a956 HTTP/1.1" status: 204 len: 168 time: 0.1431193 Jul 22 21:17:58.491079 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49063dc-91de-4c7a-b2c4-3c8fda0f0121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573d3c6c-c278-44e8-842a-3e2f2496a956,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:58.662099 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50590) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.761452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50594) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.772088 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dbc-5807-4352-b514-369e1ca4a1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.778539 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.797814 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.db.api [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:17:58.797814 dv-cinder-801617-1-iscsi neutron-server[93193]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:17:58.797814 dv-cinder-801617-1-iscsi neutron-server[93193]: [parameters: {'project_id': '567829b52dfd4345be9145136a588ef8', 'id': '56f3bd3d-7b09-4d32-a884-6ee173b639f7', 'expiration': datetime.datetime(2021, 7, 22, 21, 19, 58, 793729)}] Jul 22 21:17:58.797814 dv-cinder-801617-1-iscsi neutron-server[93193]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:17:58.798267 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG oslo_db.api [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:17:58.869549 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dbc-5807-4352-b514-369e1ca4a1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.873137 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dbc-5807-4352-b514-369e1ca4a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.912321 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0dbc-5807-4352-b514-369e1ca4a1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47576d2-6a29-4310-a3b5-6fe22fb5935d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:58.916709 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5d4b0dbc-5807-4352-b514-369e1ca4a1e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd7b9ad8242b432894f90d5e53eb9f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535698 Jul 22 21:17:58.919551 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50596) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:58.970120 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60acb701-33cc-4b52-bb0b-6a365c3ee15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:58.991097 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60acb701-33cc-4b52-bb0b-6a365c3ee15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.035665 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60acb701-33cc-4b52-bb0b-6a365c3ee15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.038181 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-60acb701-33cc-4b52-bb0b-6a365c3ee15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.039344 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-60acb701-33cc-4b52-bb0b-6a365c3ee15b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e47576d2-6a29-4310-a3b5-6fe22fb5935d HTTP/1.1" status: 204 len: 168 time: 0.1181283 Jul 22 21:17:59.046899 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acb701-33cc-4b52-bb0b-6a365c3ee15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47576d2-6a29-4310-a3b5-6fe22fb5935d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:59.299281 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.351425 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678ec1b-4982-4a2f-9c0d-0c279dea3653 req-54b564bc-0efa-43d1-a0c5-62e88e86a468 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:59.351425 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d678ec1b-4982-4a2f-9c0d-0c279dea3653 req-54b564bc-0efa-43d1-a0c5-62e88e86a468 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0877569 Jul 22 21:17:59.412312 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d678ec1b-4982-4a2f-9c0d-0c279dea3653 req-f1fa936b-6653-4b30-ba7a-0845f25754dd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571649 Jul 22 21:17:59.477604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.484755 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.531341 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59178ec1-61f6-42a6-8ac8-791a04afca5b,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:17:59.541374 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2b65010d-aaf6-45c0-ae53-1095e2a03b0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=567829b52dfd4345be9145136a588ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749405 Jul 22 21:17:59.543984 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50616) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:17:59.550854 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7bca4-a138-479e-a7f4-90ee6ed4e60c req-95fa0dac-daa2-4efd-aafe-8131f044aac2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:59.552417 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33f7bca4-a138-479e-a7f4-90ee6ed4e60c req-95fa0dac-daa2-4efd-aafe-8131f044aac2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1242931 Jul 22 21:17:59.598472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33f7bca4-a138-479e-a7f4-90ee6ed4e60c req-2f3a0126-6717-4710-b4ea-262274a05fce tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Jul 22 21:17:59.604899 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6421320-a027-4b92-862e-e15ddc006135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.628879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6421320-a027-4b92-862e-e15ddc006135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.680945 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6421320-a027-4b92-862e-e15ddc006135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.683561 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6421320-a027-4b92-862e-e15ddc006135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.684745 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c6421320-a027-4b92-862e-e15ddc006135 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59178ec1-61f6-42a6-8ac8-791a04afca5b HTTP/1.1" status: 204 len: 168 time: 0.1383140 Jul 22 21:17:59.692203 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6421320-a027-4b92-862e-e15ddc006135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59178ec1-61f6-42a6-8ac8-791a04afca5b,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.012095 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 50632) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:00.025781 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.125510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.129544 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.177376 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec4f1dbf4c0f4220846ffd051f7de3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618049 Jul 22 21:18:00.177376 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac3535-d4f8-4916-a8bd-bdb2ea74b35e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.177919 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 50634) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:00.189755 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.190489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.191008 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.191521 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.192036 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.192558 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.193133 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.193639 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.194184 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.194674 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.195151 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.196271 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2479e5-8f4c-40d1-8243-5e13b8457ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:00.242005 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b25e36-664b-4522-adf9-611abda68e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.272994 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b25e36-664b-4522-adf9-611abda68e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.324653 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b25e36-664b-4522-adf9-611abda68e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.327164 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b25e36-664b-4522-adf9-611abda68e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:00.328330 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-75b25e36-664b-4522-adf9-611abda68e4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6ac3535-d4f8-4916-a8bd-bdb2ea74b35e HTTP/1.1" status: 204 len: 168 time: 0.1491885 Jul 22 21:18:00.336983 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b25e36-664b-4522-adf9-611abda68e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac3535-d4f8-4916-a8bd-bdb2ea74b35e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:00.561262 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785667ce-1dcb-478b-8c16-33573d8e802b req-b5e0fa2d-5cca-40a6-8655-205d908eda08 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:00.562772 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-785667ce-1dcb-478b-8c16-33573d8e802b req-b5e0fa2d-5cca-40a6-8655-205d908eda08 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0715353 Jul 22 21:18:00.602643 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-785667ce-1dcb-478b-8c16-33573d8e802b req-339badc7-f0fb-48be-9dcc-a3da63ce58ac tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330331 Jul 22 21:18:00.742752 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecd765-06fa-4ac3-b43a-7416fff2b8cb req-9212b81c-711c-458a-be1c-17dbd14630e3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:00.744263 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08ecd765-06fa-4ac3-b43a-7416fff2b8cb req-9212b81c-711c-458a-be1c-17dbd14630e3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0749385 Jul 22 21:18:00.783034 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08ecd765-06fa-4ac3-b43a-7416fff2b8cb req-df16b09d-c4f7-439a-82e8-5bea0b15517b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327020 Jul 22 21:18:01.515763 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-7539f12e-e0bc-4566-97b0-efce70fd28dd tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=807734b412ce4b9c8ea016840380c48b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332911 Jul 22 21:18:01.993979 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-af1ef95e-fd3f-4ae2-891b-77a3973271cd tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:01.995548 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-af1ef95e-fd3f-4ae2-891b-77a3973271cd tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4741476 Jul 22 21:18:02.021374 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-c81ae7af-9ee7-4382-a316-bbd942b1102f tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/quotas/807734b412ce4b9c8ea016840380c48b HTTP/1.1" status: 200 len: 375 time: 0.0166597 Jul 22 21:18:02.037393 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497240b8-4566-49c8-aea8-79c6d5529d7a req-bcad3669-4c65-4371-a85a-dcc94bb40bdd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.038998 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-497240b8-4566-49c8-aea8-79c6d5529d7a req-bcad3669-4c65-4371-a85a-dcc94bb40bdd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.1426213 Jul 22 21:18:02.078971 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-b621375e-d209-4eb4-a1c6-1bc8ee9e3d03 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=807734b412ce4b9c8ea016840380c48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516293 Jul 22 21:18:02.111730 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-497240b8-4566-49c8-aea8-79c6d5529d7a req-928d7151-c17b-4192-860a-bbc450dbf06e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644913 Jul 22 21:18:02.261806 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f075c0-6288-4a70-9f2a-d9b5d752f870 req-76bb68a5-6848-4f8c-8653-5e3ea5734d21 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.263910 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f4f075c0-6288-4a70-9f2a-d9b5d752f870 req-76bb68a5-6848-4f8c-8653-5e3ea5734d21 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0818403 Jul 22 21:18:02.305891 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dca5af89-0bed-4e00-a734-864b5eaec0ab req-9176f4ed-978c-4527-a3ad-4dc4d39d2d58 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 210 time: 0.0406990 Jul 22 21:18:02.339083 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f4f075c0-6288-4a70-9f2a-d9b5d752f870 req-e77cf62c-2de2-40d0-882e-51e9f31f8992 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546799 Jul 22 21:18:02.391625 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9374c-b769-49f2-b4db-4f14485aecea req-fe4e22d1-30a5-4c1a-b831-9c773ef9196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.393443 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-fe4e22d1-30a5-4c1a-b831-9c773ef9196e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1098 time: 0.0593343 Jul 22 21:18:02.512483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9374c-b769-49f2-b4db-4f14485aecea req-0de29469-8303-4a3a-9dcd-bf815199e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.517516 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-0de29469-8303-4a3a-9dcd-bf815199e1cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.0971196 Jul 22 21:18:02.593141 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-295654bc-7ead-4fe4-8e5a-bc9bab7a2034 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0711401 Jul 22 21:18:02.656670 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9374c-b769-49f2-b4db-4f14485aecea req-e315589a-241b-4902-91fe-379e165b2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.658200 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-e315589a-241b-4902-91fe-379e165b2693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.0552511 Jul 22 21:18:02.724441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9374c-b769-49f2-b4db-4f14485aecea req-fd5c6faa-447d-46aa-8315-a0e61a6da8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:02.727274 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-fd5c6faa-447d-46aa-8315-a0e61a6da8c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583968 Jul 22 21:18:02.829680 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-8469c372-faea-4761-8715-ed9bdcfa725c service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946140 Jul 22 21:18:02.952236 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fee9374c-b769-49f2-b4db-4f14485aecea req-de0fa7df-5295-49a1-9eba-53851cc10645 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139817 Jul 22 21:18:03.230699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:03.260615 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e86b0-f84a-4587-9244-a17cf4a4959e req-8dc3de88-b77c-41d2-a55f-487769727383 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:03.262242 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-784e86b0-f84a-4587-9244-a17cf4a4959e req-8dc3de88-b77c-41d2-a55f-487769727383 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 944 time: 0.0742674 Jul 22 21:18:03.300920 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-784e86b0-f84a-4587-9244-a17cf4a4959e req-532163ec-ad83-435f-b6c8-59943e863e32 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 Jul 22 21:18:03.338272 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:03.350224 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'a40c29b1-d981-41a7-be7d-454843756baa', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'port_id': 'a40c29b1-d981-41a7-be7d-454843756baa', 'mac_address': 'fa:16:3e:ae:c0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:03.400688 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.422169 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40c29b1-d981-41a7-be7d-454843756baa {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:03.438055 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:03.449148 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3f7cdad4-bcf4-4732-8024-3f1180f55b08 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=807734b412ce4b9c8ea016840380c48b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576174 Jul 22 21:18:03.449856 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.486417 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-73f4005b-60ea-4a14-968d-20845fc88486 req-0a8921d6-3e77-4b04-a469-86044b25bea0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 210 time: 0.0738227 Jul 22 21:18:03.542571 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=9']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:03.618279 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccf00-adda-43dd-8675-a953d9f75958 req-10e8ac74-deef-474c-a51f-e96493eb48ea tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:03.619882 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c73ccf00-adda-43dd-8675-a953d9f75958 req-10e8ac74-deef-474c-a51f-e96493eb48ea tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1859536 Jul 22 21:18:03.647446 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-928f5cb8-3076-4dbb-bd8b-4518f23eb1ff tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:03.648806 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-928f5cb8-3076-4dbb-bd8b-4518f23eb1ff tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807342 Jul 22 21:18:03.674013 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Request body: {'port': {'device_id': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051', 'admin_state_up': True, 'tenant_id': '807734b412ce4b9c8ea016840380c48b'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:03.685353 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c73ccf00-adda-43dd-8675-a953d9f75958 req-c293d177-337c-41b0-a776-cd729697453a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556753 Jul 22 21:18:03.798554 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Made reservation on behalf of 807734b412ce4b9c8ea016840380c48b for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:03.802256 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.812296 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.860283 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['a40c29b1-d981-41a7-be7d-454843756baa'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:03.921097 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.926465 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:03.991331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89de862a-e4fb-4422-8ff1-3d16ab43b1fa,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:04.068469 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Allocated IP 192.168.233.81 (4c0c03f4-0caf-41af-a59d-bcb4908e6051/70764f01-e93d-405d-b8d6-ea9ba0308e6c/bacd594c-4b0a-498d-9e69-bf0d22425c1c) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:04.219036 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.237735 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Transition to ACTIVE for port object bacd594c-4b0a-498d-9e69-bf0d22425c1c will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:04.276982 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.321434 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:04.324424 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:04.328115 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:04.334397 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Pushing event updated for resources: {'Port': ['ID=bacd594c-4b0a-498d-9e69-bf0d22425c1c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:04.384066 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:04.384950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.416330 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.426944 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-491c12da-0724-4226-8527-6cf1f8a7d4f0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7588048 Jul 22 21:18:04.455214 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Request body: {'port': {'device_id': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:04.493957 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a306fb-73f2-40c4-8dd2-2ebeed897e16 req-2b0997d3-851c-40bb-9f17-e9a24330df0b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:04.495584 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b4a306fb-73f2-40c4-8dd2-2ebeed897e16 req-2b0997d3-851c-40bb-9f17-e9a24330df0b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 945 time: 0.1067877 Jul 22 21:18:04.585214 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1a5cc7d6-bdb2-4a1e-ae30-8a76c20dd7ad None None] Provisioning for port bacd594c-4b0a-498d-9e69-bf0d22425c1c completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:04.589449 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1a5cc7d6-bdb2-4a1e-ae30-8a76c20dd7ad None None] Provisioning complete for port bacd594c-4b0a-498d-9e69-bf0d22425c1c triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:04.589889 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc7d6-bdb2-4a1e-ae30-8a76c20dd7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.598543 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b4a306fb-73f2-40c4-8dd2-2ebeed897e16 req-e4708080-5feb-4d0c-bb3f-61a917cc8a55 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969267 Jul 22 21:18:04.611507 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:04.632070 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-1a5cc7d6-bdb2-4a1e-ae30-8a76c20dd7ad None None] Port bacd594c-4b0a-498d-9e69-bf0d22425c1c cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:04.702137 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843648a1-cd73-4c19-a6f3-f8238d0f9fa6 req-b1789b58-ff02-411b-bc8c-7eb6dc8e7822 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:04.703117 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-843648a1-cd73-4c19-a6f3-f8238d0f9fa6 req-b1789b58-ff02-411b-bc8c-7eb6dc8e7822 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 935 time: 0.1440768 Jul 22 21:18:04.856607 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-843648a1-cd73-4c19-a6f3-f8238d0f9fa6 req-91612148-de90-4339-935d-f5d549c9b892 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066630 Jul 22 21:18:04.924584 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117751c-307c-461b-b465-f0d73ef7d289 req-3fba8ea6-652c-4922-a4c6-cb43d0d2ecae tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:04.926166 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0117751c-307c-461b-b465-f0d73ef7d289 req-3fba8ea6-652c-4922-a4c6-cb43d0d2ecae tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1654789 Jul 22 21:18:04.994855 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0117751c-307c-461b-b465-f0d73ef7d289 req-840fd4a6-b073-4fd9-9ad4-7fa58a834e5a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590389 Jul 22 21:18:05.033614 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacd594c-4b0a-498d-9e69-bf0d22425c1c {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:05.041969 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.053666 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Transition to ACTIVE for port object bacd594c-4b0a-498d-9e69-bf0d22425c1c will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:05.062263 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.114712 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd594c-4b0a-498d-9e69-bf0d22425c1c,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:05.189086 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Attempting to bind port bacd594c-4b0a-498d-9e69-bf0d22425c1c on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:05.189430 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Attempting to bind port bacd594c-4b0a-498d-9e69-bf0d22425c1c by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:05.189766 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Attempting to bind port bacd594c-4b0a-498d-9e69-bf0d22425c1c on network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:05.194545 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Port bacd594c-4b0a-498d-9e69-bf0d22425c1c on network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:05.194872 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Attempting to bind port bacd594c-4b0a-498d-9e69-bf0d22425c1c on network 4c0c03f4-0caf-41af-a59d-bcb4908e6051 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:05.200870 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:05.201234 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Checking segment: {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:05.201628 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Bound using segment: {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:05.202147 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Bound port: bacd594c-4b0a-498d-9e69-bf0d22425c1c, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d374b80-a17d-4cac-a208-684801a18b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:05.202513 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.237178 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:05.278927 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] For port bacd594c-4b0a-498d-9e69-bf0d22425c1c, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:05.282384 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] For port bacd594c-4b0a-498d-9e69-bf0d22425c1c, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:05.289090 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.289873 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port a40c29b1-d981-41a7-be7d-454843756baa triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:05.290497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.329588 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:05.330176 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.331597 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] 10.222.0.69 "PUT /v2.0/ports/bacd594c-4b0a-498d-9e69-bf0d22425c1c HTTP/1.1" status: 200 len: 1097 time: 0.8809745 Jul 22 21:18:05.332071 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'tag': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:05.334547 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902296eb-f24c-40da-a522-a72d198395c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8870f6e1-27ee-485c-89d1-ec005c33da42", "tag": "bacd594c-4b0a-498d-9e69-bf0d22425c1c"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:05.373810 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480eb11-918d-4a08-afaf-808a503f9547 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd594c-4b0a-498d-9e69-bf0d22425c1c,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:05.389118 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.389866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a988134f-d098-4319-a2b6-cd63c87c80b9 x-openstack-request-id: req-a988134f-d098-4319-a2b6-cd63c87c80b9 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:05.390230 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8870f6e1-27ee-485c-89d1-ec005c33da42", "tag": "bacd594c-4b0a-498d-9e69-bf0d22425c1c", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:05.390989 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a988134f-d098-4319-a2b6-cd63c87c80b9 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:05.391634 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'tag': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c', 'status': 'completed', 'code': 200} Jul 22 21:18:05.415687 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:05.418363 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eef901-667a-4007-90e7-532c07e65e06" -d '{"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:05.433318 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:05.438815 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:05.475605 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838a846c-83c5-4198-824a-e1911dfc739a x-openstack-request-id: req-838a846c-83c5-4198-824a-e1911dfc739a {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:05.476209 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:05.476590 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-838a846c-83c5-4198-824a-e1911dfc739a {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:05.477038 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'code': 200} Jul 22 21:18:05.480406 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-a1b462a8-7878-4ca8-86a9-256b5b2348bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:05.481997 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-a1b462a8-7878-4ca8-86a9-256b5b2348bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=807734b412ce4b9c8ea016840380c48b&device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 1100 time: 0.0690250 Jul 22 21:18:05.504066 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=10']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:05.574729 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-311362fc-60ef-4fba-a435-914b6264827c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c HTTP/1.1" status: 200 len: 217 time: 0.0359075 Jul 22 21:18:05.638224 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-d7d0a8cc-a11e-43a1-bd7e-8e18b101a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:05.640638 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-d7d0a8cc-a11e-43a1-bd7e-8e18b101a2a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70764f01-e93d-405d-b8d6-ea9ba0308e6c HTTP/1.1" status: 200 len: 843 time: 0.0509410 Jul 22 21:18:05.750477 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-c672caec-6bea-44e0-b323-4807acc3a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:05.752010 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-c672caec-6bea-44e0-b323-4807acc3a4d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c0c03f4-0caf-41af-a59d-bcb4908e6051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1015038 Jul 22 21:18:05.765380 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875815e-8c4b-4a01-baa5-310ed8214353 req-24e579bb-6c9d-4d84-96ba-ede10da72745 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:05.767016 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7875815e-8c4b-4a01-baa5-310ed8214353 req-24e579bb-6c9d-4d84-96ba-ede10da72745 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.0881894 Jul 22 21:18:05.830871 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7875815e-8c4b-4a01-baa5-310ed8214353 req-dba72e5a-9df9-4b98-baa6-9f0fe1f45682 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578051 Jul 22 21:18:05.920261 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-3d2541f2-876d-48ad-a9f8-bf1246570502 service neutron] 10.222.0.69 "GET /v2.0/networks/4c0c03f4-0caf-41af-a59d-bcb4908e6051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190758 Jul 22 21:18:06.110180 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b1528429-bb2e-4658-afc7-a37ee26188c8 req-921167fb-44d8-48a8-9c3c-85e88f8a72fd service neutron] 10.222.0.69 "GET /v2.0/networks/4c0c03f4-0caf-41af-a59d-bcb4908e6051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682427 Jul 22 21:18:06.140128 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b54036-6798-4e3e-97ea-de3971049dfa req-55a1b063-ff3f-4099-93e2-1a48d618d367 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.141991 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a3b54036-6798-4e3e-97ea-de3971049dfa req-55a1b063-ff3f-4099-93e2-1a48d618d367 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 947 time: 0.1920555 Jul 22 21:18:06.223830 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a3b54036-6798-4e3e-97ea-de3971049dfa req-c579ea52-927d-44d5-af8e-e7dc5ca6aede tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693088 Jul 22 21:18:06.226507 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842df93-caa8-4fc8-a6ac-45e3490742c9 req-6d22da63-9bd2-4044-b296-6d781defbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.228066 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0842df93-caa8-4fc8-a6ac-45e3490742c9 req-6d22da63-9bd2-4044-b296-6d781defbde8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1100 time: 0.1683123 Jul 22 21:18:06.240532 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445302b-372f-445d-8bbb-d63e164fdf18 req-7a6a30ad-ea87-410c-b1eb-c2cb733a5db7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.242215 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d445302b-372f-445d-8bbb-d63e164fdf18 req-7a6a30ad-ea87-410c-b1eb-c2cb733a5db7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1686344 Jul 22 21:18:06.288291 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d445302b-372f-445d-8bbb-d63e164fdf18 req-a6d26cf6-b6ea-456e-af8c-25526cd7c938 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Jul 22 21:18:06.328133 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0842df93-caa8-4fc8-a6ac-45e3490742c9 req-19b411e5-2ef1-44e5-bf48-5d02ddae3a3a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319462 Jul 22 21:18:06.385733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902296eb-f24c-40da-a522-a72d198395c4 req-21f9e191-98d3-4ee6-8f53-cc547d1001f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.387240 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-21f9e191-98d3-4ee6-8f53-cc547d1001f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=807734b412ce4b9c8ea016840380c48b&device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 1100 time: 0.0580864 Jul 22 21:18:06.789458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902296eb-f24c-40da-a522-a72d198395c4 req-312a5d28-3709-4ee3-8181-20809af02344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.791302 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-312a5d28-3709-4ee3-8181-20809af02344 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c0c03f4-0caf-41af-a59d-bcb4908e6051 HTTP/1.1" status: 200 len: 870 time: 0.1009402 Jul 22 21:18:06.836213 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-70c72b2f-7135-402c-88d3-8a5cef643a45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c HTTP/1.1" status: 200 len: 217 time: 0.0361810 Jul 22 21:18:06.901386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902296eb-f24c-40da-a522-a72d198395c4 req-022f3a8e-d647-4ebf-96a8-a13eaf83ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:06.903757 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-022f3a8e-d647-4ebf-96a8-a13eaf83ffdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=70764f01-e93d-405d-b8d6-ea9ba0308e6c HTTP/1.1" status: 200 len: 843 time: 0.0600657 Jul 22 21:18:07.025635 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32de06-65f2-446e-9753-b88971642848 req-c8cb2bb1-2393-4979-91f6-52cc5d08c53c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.027446 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ef32de06-65f2-446e-9753-b88971642848 req-c8cb2bb1-2393-4979-91f6-52cc5d08c53c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.1171317 Jul 22 21:18:07.034033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902296eb-f24c-40da-a522-a72d198395c4 req-1e1686f4-d26c-4eef-b55f-68776761dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.035629 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-1e1686f4-d26c-4eef-b55f-68776761dd77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c0c03f4-0caf-41af-a59d-bcb4908e6051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1148658 Jul 22 21:18:07.098151 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ef32de06-65f2-446e-9753-b88971642848 req-2047c9be-037e-4439-a86f-04d51266597e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612028 Jul 22 21:18:07.156816 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-8f80fe51-d179-41df-9a2c-dfaa57ed63f7 service neutron] 10.222.0.69 "GET /v2.0/networks/4c0c03f4-0caf-41af-a59d-bcb4908e6051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062887 Jul 22 21:18:07.251953 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-902296eb-f24c-40da-a522-a72d198395c4 req-07776173-dc23-40b7-9e23-85ac0a0ef063 service neutron] 10.222.0.69 "GET /v2.0/networks/4c0c03f4-0caf-41af-a59d-bcb4908e6051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856380 Jul 22 21:18:07.361865 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23584a56-37c9-4fb8-859a-2aff207b9af7 req-63b9b759-74ce-46c8-a24b-995199ecaea4 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.363311 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-23584a56-37c9-4fb8-859a-2aff207b9af7 req-63b9b759-74ce-46c8-a24b-995199ecaea4 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 947 time: 0.0697675 Jul 22 21:18:07.433571 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-23584a56-37c9-4fb8-859a-2aff207b9af7 req-b74a4265-b89b-4f3a-8acd-7eaea085ca84 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605366 Jul 22 21:18:07.455516 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c478509-b906-48c6-8540-490a2aa43641 req-3cc071f1-54a3-4047-af5c-c3b62d8627f6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:07.457027 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c478509-b906-48c6-8540-490a2aa43641 req-3cc071f1-54a3-4047-af5c-c3b62d8627f6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0925932 Jul 22 21:18:07.498478 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c478509-b906-48c6-8540-490a2aa43641 req-2b51197e-339d-4951-8943-9daf47fbd50e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355556 Jul 22 21:18:08.251766 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916891f-27f9-4e90-8956-5f9a24f15911 req-e061d82f-d8fc-4264-a11d-9493b89e3d41 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:08.253486 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d916891f-27f9-4e90-8956-5f9a24f15911 req-e061d82f-d8fc-4264-a11d-9493b89e3d41 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.0735891 Jul 22 21:18:08.292242 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d916891f-27f9-4e90-8956-5f9a24f15911 req-82d21554-1260-4aa4-be74-a157c63b6e9d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327241 Jul 22 21:18:08.571657 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73495a-87b9-463f-9720-423bcf0f95f4 req-abc54853-6911-4e18-9b38-bc218478ce3f tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:08.573343 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce73495a-87b9-463f-9720-423bcf0f95f4 req-abc54853-6911-4e18-9b38-bc218478ce3f tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 947 time: 0.0732236 Jul 22 21:18:08.641957 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce73495a-87b9-463f-9720-423bcf0f95f4 req-e5ad1be9-0aa4-446b-af4a-3ca7b2699da9 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Jul 22 21:18:08.667971 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990229e-259c-43b5-830e-ed060c886970 req-5a122b40-2a8d-4227-888f-b9dbe9778667 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:08.669536 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2990229e-259c-43b5-830e-ed060c886970 req-5a122b40-2a8d-4227-888f-b9dbe9778667 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0952718 Jul 22 21:18:08.711074 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2990229e-259c-43b5-830e-ed060c886970 req-673fc06b-e838-45a5-b2f4-6bba6cf0453e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Jul 22 21:18:08.929699 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae862c6a-5fc8-4f09-ac6c-6dd37bc1bb4e req-e4d8da35-1906-40bc-92af-457c2cd094e1 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:08.931485 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae862c6a-5fc8-4f09-ac6c-6dd37bc1bb4e req-e4d8da35-1906-40bc-92af-457c2cd094e1 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0665050 Jul 22 21:18:08.974986 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ae862c6a-5fc8-4f09-ac6c-6dd37bc1bb4e req-5ab0f9b0-2f79-42c8-acdb-9850716a71ba tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376492 Jul 22 21:18:09.033298 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-fdb9494f-a622-422b-a241-1e9f2cf66792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:09.035435 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-fdb9494f-a622-422b-a241-1e9f2cf66792 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 1098 time: 0.0591950 Jul 22 21:18:09.136301 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-ffb6a7b8-e9a9-4c1c-b94a-e6fcb3ddf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:09.137895 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-ffb6a7b8-e9a9-4c1c-b94a-e6fcb3ddf8bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.0944583 Jul 22 21:18:09.203655 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-a7b682a2-bbe0-4618-afba-6d8854619eeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0586936 Jul 22 21:18:09.259645 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-1fbe3267-89b8-416b-a39f-aa1a16006d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:09.260500 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device bacd594c-4b0a-498d-9e69-bf0d22425c1c details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:09.261182 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-1fbe3267-89b8-416b-a39f-aa1a16006d63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.0497122 Jul 22 21:18:09.322971 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-eacd089d-99a2-4af3-b125-a3cecd1638f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:09.324521 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-eacd089d-99a2-4af3-b125-a3cecd1638f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565705 Jul 22 21:18:09.379935 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port bacd594c-4b0a-498d-9e69-bf0d22425c1c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:09.391884 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c', 'network_id': '4c0c03f4-0caf-41af-a59d-bcb4908e6051', 'port_id': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c', 'mac_address': 'fa:16:3e:f7:e0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70764f01-e93d-405d-b8d6-ea9ba0308e6c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:09.433175 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.446552 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacd594c-4b0a-498d-9e69-bf0d22425c1c {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:09.470131 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-18ec152c-614d-47df-b2c6-cbd1d502e61f service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361885 Jul 22 21:18:09.470439 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port bacd594c-4b0a-498d-9e69-bf0d22425c1c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:09.474972 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:09.525344 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=bacd594c-4b0a-498d-9e69-bf0d22425c1c,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:09.528768 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2e91-d7e5-4fcb-acca-a78b814fc8e2 req-e134bada-e48c-496f-866c-fa6830f29542 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:09.530363 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-545d2e91-d7e5-4fcb-acca-a78b814fc8e2 req-e134bada-e48c-496f-866c-fa6830f29542 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.1260211 Jul 22 21:18:09.894382 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5232879-7352-4bfb-983f-4f93b6dbf8e6 req-f19ce3da-55e8-49ef-8c21-49b6650c1a14 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149182 Jul 22 21:18:09.895671 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['bacd594c-4b0a-498d-9e69-bf0d22425c1c'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:09.905520 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-545d2e91-d7e5-4fcb-acca-a78b814fc8e2 req-3252eac6-64da-4e9c-97dd-f024737cb0e1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404086 Jul 22 21:18:09.966915 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38576b8-fb54-4d87-b9cc-c4f776023a2f req-244e6906-bb21-437c-a621-a001f71f0a61 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:09.968553 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a38576b8-fb54-4d87-b9cc-c4f776023a2f req-244e6906-bb21-437c-a621-a001f71f0a61 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 948 time: 0.0898919 Jul 22 21:18:10.009544 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a38576b8-fb54-4d87-b9cc-c4f776023a2f req-e3c03c6b-f1f2-4f0f-9d6d-98b8b1228554 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Jul 22 21:18:10.143724 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5341cc-958b-4e88-8960-6429dc2cffaa req-880c3750-9f1b-40f9-a846-77d252bd5cd3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:10.145389 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd5341cc-958b-4e88-8960-6429dc2cffaa req-880c3750-9f1b-40f9-a846-77d252bd5cd3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0678473 Jul 22 21:18:10.184775 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd5341cc-958b-4e88-8960-6429dc2cffaa req-9cb5e2cc-091f-4546-be69-46f2b992bc09 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336816 Jul 22 21:18:11.169663 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8530c78-f8ae-406f-836e-44260ec55414 req-cbe57104-b32e-456d-a10d-1b3964fdbfdb tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:11.171298 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c8530c78-f8ae-406f-836e-44260ec55414 req-cbe57104-b32e-456d-a10d-1b3964fdbfdb tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 948 time: 0.0735257 Jul 22 21:18:11.211153 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c8530c78-f8ae-406f-836e-44260ec55414 req-2f5573f9-9451-428f-9fce-d4c05a66efef tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Jul 22 21:18:11.276195 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device bacd594c-4b0a-498d-9e69-bf0d22425c1c up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:11.325659 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8625f6-fd29-42f8-9474-28ea68f497ac req-e05c81c7-0cf1-43d3-b7d4-e29a0eb6f313 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:11.327113 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aa8625f6-fd29-42f8-9474-28ea68f497ac req-e05c81c7-0cf1-43d3-b7d4-e29a0eb6f313 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0695434 Jul 22 21:18:11.335631 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port bacd594c-4b0a-498d-9e69-bf0d22425c1c completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:11.339735 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port bacd594c-4b0a-498d-9e69-bf0d22425c1c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:11.340110 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.368973 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aa8625f6-fd29-42f8-9474-28ea68f497ac req-e5d50d33-ff95-41a0-bbed-b6bd7dcf472f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359476 Jul 22 21:18:11.423909 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.448033 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:11.450387 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2174f-fbb2-4d81-ae7b-7e484afaeced" -d '{"events": [{"server_uuid": "8870f6e1-27ee-485c-89d1-ec005c33da42", "name": "network-vif-plugged", "status": "completed", "tag": "bacd594c-4b0a-498d-9e69-bf0d22425c1c"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:11.463466 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port bacd594c-4b0a-498d-9e69-bf0d22425c1c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:11.468066 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:11.497006 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eacdaf5-9247-42de-a8bc-cc5f3d908fc0 x-openstack-request-id: req-2eacdaf5-9247-42de-a8bc-cc5f3d908fc0 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:11.497389 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870f6e1-27ee-485c-89d1-ec005c33da42", "name": "network-vif-plugged", "status": "completed", "tag": "bacd594c-4b0a-498d-9e69-bf0d22425c1c", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:11.497645 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eacdaf5-9247-42de-a8bc-cc5f3d908fc0 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:11.498027 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c', 'code': 200} Jul 22 21:18:11.524556 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=bacd594c-4b0a-498d-9e69-bf0d22425c1c,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:11.750513 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4165-4256-4ddb-a8bd-cccdba49b2f0 req-b1b27a26-928f-4186-a78a-6ccb6da53b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:11.752064 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-513e4165-4256-4ddb-a8bd-cccdba49b2f0 req-b1b27a26-928f-4186-a78a-6ccb6da53b10 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 1102 time: 0.0583575 Jul 22 21:18:11.790580 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-513e4165-4256-4ddb-a8bd-cccdba49b2f0 req-a29167d4-5f26-4d9a-b171-9b179d203ebb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Jul 22 21:18:12.352598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345aaa4-91a5-48c7-b24e-98c1c11c4afa req-04cfa144-568a-4e7b-8069-1f2d431de7b9 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:12.354084 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6345aaa4-91a5-48c7-b24e-98c1c11c4afa req-04cfa144-568a-4e7b-8069-1f2d431de7b9 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 949 time: 0.0647204 Jul 22 21:18:12.397103 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6345aaa4-91a5-48c7-b24e-98c1c11c4afa req-85d937b9-8c75-4e9d-ba90-9585f76013d0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Jul 22 21:18:13.535853 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd406ab6-c603-4c80-bbdd-ed708dfa5415 req-ec1f2c5b-d9cf-4519-808c-dc30e7136853 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:13.537313 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd406ab6-c603-4c80-bbdd-ed708dfa5415 req-ec1f2c5b-d9cf-4519-808c-dc30e7136853 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 949 time: 0.0693159 Jul 22 21:18:13.576824 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-bd406ab6-c603-4c80-bbdd-ed708dfa5415 req-920159fb-f2b5-4955-a0c7-0652f9e74046 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Jul 22 21:18:13.875419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a69a6-cc7d-472c-af54-039aeea77363 req-a0150111-e6f6-4379-8383-1c081ac4bb10 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:13.876942 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5a6a69a6-cc7d-472c-af54-039aeea77363 req-a0150111-e6f6-4379-8383-1c081ac4bb10 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 949 time: 0.0759463 Jul 22 21:18:13.917260 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5a6a69a6-cc7d-472c-af54-039aeea77363 req-d178acd2-e8de-4a20-85ee-97de3bce4048 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Jul 22 21:18:15.050093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ed002-8f29-4d75-b72b-d451802f651f req-d8a5ddda-ecc9-4d21-acaa-15e4a7543220 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:15.051570 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc1ed002-8f29-4d75-b72b-d451802f651f req-d8a5ddda-ecc9-4d21-acaa-15e4a7543220 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 949 time: 0.0647607 Jul 22 21:18:15.090210 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc1ed002-8f29-4d75-b72b-d451802f651f req-8b67c79f-ee6d-4908-802c-c61e5254ad87 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Jul 22 21:18:16.165989 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-9dff5f8d-d85d-4248-ab03-855cf51a7dc0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:16.167533 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-9dff5f8d-d85d-4248-ab03-855cf51a7dc0 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.69 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 949 time: 0.0708151 Jul 22 21:18:16.302094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1552c4-10e6-425f-860b-d6f3c87259d9 req-f47434e3-6280-4003-af58-600ce297a17b tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:16.303627 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2f1552c4-10e6-425f-860b-d6f3c87259d9 req-f47434e3-6280-4003-af58-600ce297a17b tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 949 time: 0.1351600 Jul 22 21:18:16.330207 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Deleting port bacd594c-4b0a-498d-9e69-bf0d22425c1c {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:18:16.330557 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.374836 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2f1552c4-10e6-425f-860b-d6f3c87259d9 req-8bd8ce4e-f2d3-4ffc-9403-832e24ba2843 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/security-groups?id=89de862a-e4fb-4422-8ff1-3d16ab43b1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638835 Jul 22 21:18:16.442060 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] For port bacd594c-4b0a-498d-9e69-bf0d22425c1c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=bacd594c-4b0a-498d-9e69-bf0d22425c1c,segment=NetworkSegment(9d374b80-a17d-4cac-a208-684801a18b15),segment_id=9d374b80-a17d-4cac-a208-684801a18b15)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:16.442426 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.455456 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Calling delete_port for bacd594c-4b0a-498d-9e69-bf0d22425c1c owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:18:16.589938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.621331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Pushing event deleted for resources: {'Port': ['ID=bacd594c-4b0a-498d-9e69-bf0d22425c1c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:16.644348 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['bacd594c-4b0a-498d-9e69-bf0d22425c1c'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:16.675577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] No DVR routers for this DVR port bacd594c-4b0a-498d-9e69-bf0d22425c1c on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:18:16.678052 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.680060 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3b1c7b7a-d3ce-48a6-a981-4524195e348b req-ca11997e-d36b-4d19-9ede-6a1ade80c0b2 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.69 "DELETE /v2.0/ports/bacd594c-4b0a-498d-9e69-bf0d22425c1c HTTP/1.1" status: 204 len: 173 time: 0.5023651 Jul 22 21:18:16.680766 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'name': 'network-vif-deleted', 'tag': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:16.683731 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828e5c39-37b3-4187-b796-7f84505af029" -d '{"events": [{"server_uuid": "8870f6e1-27ee-485c-89d1-ec005c33da42", "name": "network-vif-deleted", "tag": "bacd594c-4b0a-498d-9e69-bf0d22425c1c"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:16.726063 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5edaac-1dc8-4529-b931-bffe355c9565 x-openstack-request-id: req-0a5edaac-1dc8-4529-b931-bffe355c9565 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:16.726598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8870f6e1-27ee-485c-89d1-ec005c33da42", "name": "network-vif-deleted", "tag": "bacd594c-4b0a-498d-9e69-bf0d22425c1c", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:16.727078 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a5edaac-1dc8-4529-b931-bffe355c9565 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:16.727701 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8870f6e1-27ee-485c-89d1-ec005c33da42', 'name': 'network-vif-deleted', 'tag': 'bacd594c-4b0a-498d-9e69-bf0d22425c1c', 'status': 'completed', 'code': 200} Jul 22 21:18:17.487932 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-de525548-923f-47d4-9aaa-86b22624567a req-17222043-e68c-4c44-9cd6-f9773cbab749 tempest-VolumesNegativeTest-1579956491 tempest-VolumesNegativeTest-1579956491-project] 10.222.0.44 "GET /v2.0/ports?device_id=8870f6e1-27ee-485c-89d1-ec005c33da42 HTTP/1.1" status: 200 len: 210 time: 0.0303700 Jul 22 21:18:17.936684 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7138632e-017a-4043-b87b-45e70a8e7eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.712260 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1485fa0e-46c6-47bd-925a-3c2ae2f4fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.938783 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:21.333765 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device bacd594c-4b0a-498d-9e69-bf0d22425c1c no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:18:21.356274 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: bacd594c-4b0a-498d-9e69-bf0d22425c1c {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:18:21.356274 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device bacd594c-4b0a-498d-9e69-bf0d22425c1c not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:18:21.867460 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.335048 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51150) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:22.469630 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4936d2f8-6707-46e6-9b0e-68e9bd58a926 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=807734b412ce4b9c8ea016840380c48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334212 Jul 22 21:18:22.472103 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51154) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:22.520812 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.543221 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.592771 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.595317 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:22.596700 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89de862a-e4fb-4422-8ff1-3d16ab43b1fa HTTP/1.1" status: 204 len: 168 time: 0.1236792 Jul 22 21:18:22.606274 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de862a-e4fb-4422-8ff1-3d16ab43b1fa,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:22.613743 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.614087 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.614426 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.614755 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.615308 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.615437 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.615717 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.616045 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.616390 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.616727 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.617026 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:22.617461 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc7c8f-6c99-4078-8b0d-e9e3f72c1c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:23.257246 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51186) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:23.362396 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-987691787-network', 'tenant_id': 'a82d8f45dc684ee080eb644f87c1d1ee'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:23.385578 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Made reservation on behalf of a82d8f45dc684ee080eb644f87c1d1ee for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:23.388350 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.397122 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.487048 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.490757 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.515642 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:18:23.525622 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653852e5-8448-43c3-9554-a86f5af73716,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:23.528250 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.530591 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.530940 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Added segment 26ae938f-cce4-415a-ab10-54ae9c68fbdb of type vlan for network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf Jul 22 21:18:23.578982 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.611129 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.612386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:23.613231 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.647232 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3885231 Jul 22 21:18:23.650843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51190) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:23.656149 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Request body: {'subnet': {'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-987691787-subnet', 'tenant_id': 'a82d8f45dc684ee080eb644f87c1d1ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:23.676196 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31e3b-a838-4821-ab8c-4fd45e7fd0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6f6a1c-9164-4ee2-b679-15c0d62603cf,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:23.677885 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Made reservation on behalf of a82d8f45dc684ee080eb644f87c1d1ee for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:23.680480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59024778'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.687054 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:18:23.852643 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59319433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59024888'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.906451 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fe97ef-dabe-45e2-a145-c0f5402f25b8,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:23.923404 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Checking segment: {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:23.923763 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Network hostable DHCP agents. Network: 4e6f6a1c-9164-4ee2-b679-15c0d62603cf, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:18:23.943143 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:18:23.953276 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 4e6f6a1c-9164-4ee2-b679-15c0d62603cf) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:23.958014 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:23.958936 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:23.963695 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b11d91-81e1-4882-99c7-62bd2295fe3c None None] Network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:23.974538 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0b8c6c50-f8b3-46f4-8794-4afcefdc1407 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3223817 Jul 22 21:18:24.094400 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c6376d-d23e-4e0a-902a-e69979d8b584 None None] Network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:18:25.755062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-576af1f3-ca49-4f78-a958-4f0f64f8716b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:25.756870 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-576af1f3-ca49-4f78-a958-4f0f64f8716b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/networks?id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 200 len: 813 time: 0.1027076 Jul 22 21:18:25.772510 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-c8217730-a445-4341-9ac4-821770e4c5dd tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/quotas/a82d8f45dc684ee080eb644f87c1d1ee HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 22 21:18:25.813137 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-dd22b58f-1cd2-4db0-a3a7-1530a1282fbc tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347297 Jul 22 21:18:25.910855 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-48635317-4523-4641-b31b-c96b64a09684 service neutron] 10.222.0.44 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911200 Jul 22 21:18:26.018823 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-63b839ee-25d4-4af8-9687-c43826f8a972 service neutron] 10.222.0.44 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016676 Jul 22 21:18:26.184452 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3dc14af2-5f46-482a-9f9a-a079ee88c414 req-667d717c-171a-406a-853f-e0eb0853a315 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 210 time: 0.0334506 Jul 22 21:18:27.281728 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-28c9590f-f4d7-4b3c-b4a1-ffa3705d005c req-4fce8706-fe50-45b9-95ae-9b219c988b31 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 210 time: 0.0307579 Jul 22 21:18:28.381843 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94c4ad90-f45e-451b-a068-65fb6f71e59d req-9dd3e08f-a749-4d33-a20c-15becb0e3b80 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 210 time: 0.0290604 Jul 22 21:18:28.943351 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-bb2c5f9f-1df3-4b8d-9715-080acf188cf8 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:28.944786 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-bb2c5f9f-1df3-4b8d-9715-080acf188cf8 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "GET /v2.0/networks?id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 200 len: 813 time: 0.1171834 Jul 22 21:18:28.982966 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Request body: {'port': {'device_id': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf', 'admin_state_up': True, 'tenant_id': 'a82d8f45dc684ee080eb644f87c1d1ee'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:29.101228 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Made reservation on behalf of a82d8f45dc684ee080eb644f87c1d1ee for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:29.104776 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.232223 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Allocated IP 172.20.0.9 (4e6f6a1c-9164-4ee2-b679-15c0d62603cf/38fe97ef-dabe-45e2-a145-c0f5402f25b8/a149f3bc-7331-4956-92b8-cc7341a6dcb4) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:29.385357 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.426598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.507681 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:29.513635 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:29.518698 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:29.523829 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Pushing event updated for resources: {'Port': ['ID=a149f3bc-7331-4956-92b8-cc7341a6dcb4,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:29.579577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:29.580256 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:29.605223 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb59a-ff0c-4f4b-adae-2b7e1b4dff45 req-3f1e0736-a487-46b3-a3ad-28217d406b67 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:29.606844 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5e6cb59a-ff0c-4f4b-adae-2b7e1b4dff45 req-3f1e0736-a487-46b3-a3ad-28217d406b67 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 931 time: 0.1440830 Jul 22 21:18:29.608700 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-459ab0c0-cb03-42a2-bd0b-b9eeff7688b4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299367 Jul 22 21:18:29.630943 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Request body: {'port': {'device_id': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:29.677121 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5e6cb59a-ff0c-4f4b-adae-2b7e1b4dff45 req-2144a105-a99e-4f67-96c2-1582f5050bc5 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644596 Jul 22 21:18:29.719677 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.004464 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a149f3bc-7331-4956-92b8-cc7341a6dcb4 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:30.013901 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.026512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Transition to ACTIVE for port object a149f3bc-7331-4956-92b8-cc7341a6dcb4 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:30.030369 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.083182 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Pushing event updated for resources: {'Port': ['ID=a149f3bc-7331-4956-92b8-cc7341a6dcb4,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:30.154923 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Attempting to bind port a149f3bc-7331-4956-92b8-cc7341a6dcb4 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:30.155263 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Attempting to bind port a149f3bc-7331-4956-92b8-cc7341a6dcb4 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:30.155596 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Attempting to bind port a149f3bc-7331-4956-92b8-cc7341a6dcb4 on network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:30.160419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Port a149f3bc-7331-4956-92b8-cc7341a6dcb4 on network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:30.160753 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Attempting to bind port a149f3bc-7331-4956-92b8-cc7341a6dcb4 on network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:30.166021 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:30.166354 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Checking segment: {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:30.166747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Bound using segment: {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:30.167194 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Bound port: a149f3bc-7331-4956-92b8-cc7341a6dcb4, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:30.167717 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.233854 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] For port a149f3bc-7331-4956-92b8-cc7341a6dcb4, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:30.237406 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] For port a149f3bc-7331-4956-92b8-cc7341a6dcb4, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:30.243629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.276851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.277722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.279140 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] 10.222.0.69 "PUT /v2.0/ports/a149f3bc-7331-4956-92b8-cc7341a6dcb4 HTTP/1.1" status: 200 len: 1093 time: 0.6523643 Jul 22 21:18:30.281460 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'tag': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:30.283686 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c2538b-719a-4a6b-9d31-0826630e0bcb", "tag": "a149f3bc-7331-4956-92b8-cc7341a6dcb4"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:30.316266 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65276a0b-35bb-4f02-a861-b9533136efef service neutron] Pushing event updated for resources: {'Port': ['ID=a149f3bc-7331-4956-92b8-cc7341a6dcb4,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:30.323858 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5370561c-74e9-4507-8f0a-da80dce7e3ab x-openstack-request-id: req-5370561c-74e9-4507-8f0a-da80dce7e3ab {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:30.324135 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c2538b-719a-4a6b-9d31-0826630e0bcb", "tag": "a149f3bc-7331-4956-92b8-cc7341a6dcb4", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:30.324414 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5370561c-74e9-4507-8f0a-da80dce7e3ab {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:30.324803 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'tag': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4', 'status': 'completed', 'code': 200} Jul 22 21:18:30.419550 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-f2002d75-cd74-45eb-b05a-0b01f15fb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.421226 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-f2002d75-cd74-45eb-b05a-0b01f15fb000 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 1096 time: 0.0583425 Jul 22 21:18:30.475707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-486b23ac-543c-44f1-9d39-2f6447764956 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0378144 Jul 22 21:18:30.528452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-729cd6e5-5db6-43f3-8ec2-966939234d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.529983 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-729cd6e5-5db6-43f3-8ec2-966939234d81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38fe97ef-dabe-45e2-a145-c0f5402f25b8 HTTP/1.1" status: 200 len: 853 time: 0.0449710 Jul 22 21:18:30.567442 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-3f028cbe-6457-4e7d-9b9a-4dea735ec8f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282962 Jul 22 21:18:30.665490 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-2449fd31-b7cd-4e20-80d3-ff48ba846a9a service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878978 Jul 22 21:18:30.793243 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5ae8c5f0-a156-442f-90d3-c9c31f7671e5 req-55276634-1a67-401f-b3e0-259f39646c9b service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183615 Jul 22 21:18:30.829888 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932930f-046a-4d5b-b71c-0fc0b1730b51 req-c6e072b4-b816-4e2b-a439-c9600d2c49d9 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.831434 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c932930f-046a-4d5b-b71c-0fc0b1730b51 req-c6e072b4-b816-4e2b-a439-c9600d2c49d9 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 943 time: 0.0848467 Jul 22 21:18:30.875610 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c932930f-046a-4d5b-b71c-0fc0b1730b51 req-bb7391b3-7856-4a17-9c27-9b278587d861 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386136 Jul 22 21:18:30.959727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-f1c5e7f5-4d91-4c27-ad18-8e986722793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.961347 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-f1c5e7f5-4d91-4c27-ad18-8e986722793f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 1096 time: 0.0561688 Jul 22 21:18:31.068633 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-50585670-2831-460c-b687-00734f997573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:31.070268 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-50585670-2831-460c-b687-00734f997573 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 200 len: 914 time: 0.0973213 Jul 22 21:18:31.118672 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-880a8753-1c06-4345-b061-d683f7cfc5d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4 HTTP/1.1" status: 200 len: 217 time: 0.0397930 Jul 22 21:18:31.171693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-cef8dcdc-8670-4a27-a03e-17ef3be2cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:31.173191 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-cef8dcdc-8670-4a27-a03e-17ef3be2cd24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38fe97ef-dabe-45e2-a145-c0f5402f25b8 HTTP/1.1" status: 200 len: 853 time: 0.0461950 Jul 22 21:18:31.216852 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-7e49d87c-0bba-42b3-8fc4-114481d68995 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319920 Jul 22 21:18:31.314067 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-cbe2347e-44e8-4b34-b227-2fb166ec9622 service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827105 Jul 22 21:18:31.429582 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a83e7e9f-3c80-47af-b085-b8dd041a7fdc req-8a2ecc87-da76-4810-b3e0-06265686125d service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985231 Jul 22 21:18:32.019525 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180d3d-365b-43bb-869f-d9a7601fe4be req-5b2c71c7-8db9-4fee-9099-168fbf53193f tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:32.021101 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d8180d3d-365b-43bb-869f-d9a7601fe4be req-5b2c71c7-8db9-4fee-9099-168fbf53193f tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 943 time: 0.0753431 Jul 22 21:18:32.059412 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d8180d3d-365b-43bb-869f-d9a7601fe4be req-133f5fd7-78a9-4aea-b402-b9c1de8a657a tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Jul 22 21:18:33.158821 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:18:33.189088 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb05a07-4bb0-4226-bc36-b1a3deb14d6b req-e9004c67-a027-4d9f-b870-4106851dcf8c tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:33.190570 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1bb05a07-4bb0-4226-bc36-b1a3deb14d6b req-e9004c67-a027-4d9f-b870-4106851dcf8c tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 943 time: 0.0625784 Jul 22 21:18:33.232485 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1bb05a07-4bb0-4226-bc36-b1a3deb14d6b req-f170920a-0b03-426b-b5c4-0eebbd4742f3 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 22 21:18:33.422031 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a149f3bc-7331-4956-92b8-cc7341a6dcb4 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:33.487888 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51292) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:33.521765 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a149f3bc-7331-4956-92b8-cc7341a6dcb4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:33.535504 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4', 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf', 'port_id': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4', 'mac_address': 'fa:16:3e:b9:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe97ef-dabe-45e2-a145-c0f5402f25b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:33.580275 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.604337 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a149f3bc-7331-4956-92b8-cc7341a6dcb4 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:33.622094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa5b1-c9e3-40c1-9807-e1ba1903508e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.634082 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a149f3bc-7331-4956-92b8-cc7341a6dcb4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:33.640403 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.697782 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a149f3bc-7331-4956-92b8-cc7341a6dcb4,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:33.706017 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.707378 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.707962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.708544 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.709064 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.709407 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.709769 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.710233 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.710617 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.711480 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.711802 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.712213 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:33.735056 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa5b1-c9e3-40c1-9807-e1ba1903508e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.743336 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa5b1-c9e3-40c1-9807-e1ba1903508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.782245 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5b9fa5b1-c9e3-40c1-9807-e1ba1903508e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=129cbf6214a547f28fba8edcb7ae66ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931738 Jul 22 21:18:33.783100 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fa5b1-c9e3-40c1-9807-e1ba1903508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0713cf37-af75-43ec-bca2-e4043fca4ce2,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:33.784893 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51296) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:33.834487 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8f00a9ea-ff5a-416c-a1b2-067a969d8bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.855902 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8f00a9ea-ff5a-416c-a1b2-067a969d8bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.908896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8f00a9ea-ff5a-416c-a1b2-067a969d8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.912061 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8f00a9ea-ff5a-416c-a1b2-067a969d8bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:33.913325 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8f00a9ea-ff5a-416c-a1b2-067a969d8bf1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0713cf37-af75-43ec-bca2-e4043fca4ce2 HTTP/1.1" status: 204 len: 168 time: 0.1274137 Jul 22 21:18:33.922060 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00a9ea-ff5a-416c-a1b2-067a969d8bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0713cf37-af75-43ec-bca2-e4043fca4ce2,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:34.037853 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['a149f3bc-7331-4956-92b8-cc7341a6dcb4'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:34.378536 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4316-cfa6-41cc-b6fd-a4fb5117b94d req-52e531f8-4f92-4309-a968-299e74b84f0b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:34.380131 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-300f4316-cfa6-41cc-b6fd-a4fb5117b94d req-52e531f8-4f92-4309-a968-299e74b84f0b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 944 time: 0.0790560 Jul 22 21:18:34.417590 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:34.428105 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-300f4316-cfa6-41cc-b6fd-a4fb5117b94d req-d2eb84b2-4708-4efa-be2d-b6a8aced5c5f tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Jul 22 21:18:35.419219 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a149f3bc-7331-4956-92b8-cc7341a6dcb4 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:35.475537 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port a149f3bc-7331-4956-92b8-cc7341a6dcb4 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:35.479710 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port a149f3bc-7331-4956-92b8-cc7341a6dcb4 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:35.480062 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.559733 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.576191 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d93cf-bb48-4d5c-9e92-ae899022bd24 req-2ecdbfc5-9015-41a7-af85-8a939cc4d27f tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.577803 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c08d93cf-bb48-4d5c-9e92-ae899022bd24 req-2ecdbfc5-9015-41a7-af85-8a939cc4d27f tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 944 time: 0.0786657 Jul 22 21:18:35.590710 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:35.593405 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc247f-3e18-4f31-ad0b-a2827f00c8ef" -d '{"events": [{"server_uuid": "d9c2538b-719a-4a6b-9d31-0826630e0bcb", "name": "network-vif-plugged", "status": "completed", "tag": "a149f3bc-7331-4956-92b8-cc7341a6dcb4"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:35.608548 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port a149f3bc-7331-4956-92b8-cc7341a6dcb4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:35.613637 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.621895 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c08d93cf-bb48-4d5c-9e92-ae899022bd24 req-0a66d95f-2889-46d3-8cf5-94849a67f40e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366936 Jul 22 21:18:35.646206 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcfea19-45c0-4672-b02e-c1083432fae1 x-openstack-request-id: req-efcfea19-45c0-4672-b02e-c1083432fae1 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:35.646489 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c2538b-719a-4a6b-9d31-0826630e0bcb", "name": "network-vif-plugged", "status": "completed", "tag": "a149f3bc-7331-4956-92b8-cc7341a6dcb4", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:35.646734 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efcfea19-45c0-4672-b02e-c1083432fae1 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:35.647111 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4', 'code': 200} Jul 22 21:18:35.671703 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=a149f3bc-7331-4956-92b8-cc7341a6dcb4,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:35.880609 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a622e8-7ac1-4480-bf6d-15c322367def req-0c783d26-6abf-4bef-9393-a4f09fbbffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.882104 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-42a622e8-7ac1-4480-bf6d-15c322367def req-0c783d26-6abf-4bef-9393-a4f09fbbffb4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 1098 time: 0.0562291 Jul 22 21:18:35.917846 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-42a622e8-7ac1-4480-bf6d-15c322367def req-2749550d-bbba-417d-825a-450ab570599d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284486 Jul 22 21:18:36.754212 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0058df5-f697-47b1-a16b-f2a2ac863213 req-f39bcb78-e33a-4eb2-86ec-ecfb8181ac8e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:36.755723 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b0058df5-f697-47b1-a16b-f2a2ac863213 req-f39bcb78-e33a-4eb2-86ec-ecfb8181ac8e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 945 time: 0.0650244 Jul 22 21:18:36.798471 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b0058df5-f697-47b1-a16b-f2a2ac863213 req-49806555-4e28-40b8-bf7f-1a61a61ac825 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363250 Jul 22 21:18:37.935876 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92b2f0-527a-43b8-b6f3-d50e83711740 req-4d306a4e-3456-47f5-a50a-3b7c935ff15b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.937446 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7f92b2f0-527a-43b8-b6f3-d50e83711740 req-4d306a4e-3456-47f5-a50a-3b7c935ff15b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 945 time: 0.0684233 Jul 22 21:18:37.979251 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7f92b2f0-527a-43b8-b6f3-d50e83711740 req-adae4483-517c-4662-aad2-4858aa58716a tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360932 Jul 22 21:18:47.939496 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-137b5f0a-dd6a-4cdc-bf92-4c609e28b646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.708131 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5b5-5c50-4997-b015-2dc912496914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.941932 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:51.868334 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:53.531420 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:03.353225 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-f0ef7a5b-e8a5-45c8-ba06-c09bd5b7f5e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564246 Jul 22 21:19:03.477258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-f793afad-dcb8-4595-87e7-e8bd7ba9d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.478788 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-f793afad-dcb8-4595-87e7-e8bd7ba9d96a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 1100 time: 0.0624464 Jul 22 21:19:03.609637 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-264f321b-f569-40ce-913d-741a32cbfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.611031 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-264f321b-f569-40ce-913d-741a32cbfbc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1071572 Jul 22 21:19:03.684469 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-203c4c37-1ed1-4a33-8283-ce736c3d3309 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 200 len: 1002 time: 0.0644205 Jul 22 21:19:03.756548 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-30405cb7-40f1-40fb-99df-432a28d1de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.758738 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-30405cb7-40f1-40fb-99df-432a28d1de96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0537302 Jul 22 21:19:03.822942 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-cf742f58-8437-471b-8c60-71321664ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:03.824827 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-cf742f58-8437-471b-8c60-71321664ce7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565112 Jul 22 21:19:03.945481 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-428edffc-458f-4755-a08e-4e50a74bf23c service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081340 Jul 22 21:19:04.061002 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d122c710-c194-4e2c-b9ae-95628a6e50d1 req-3240e8a9-70be-4a91-b1f2-d168ef3052d6 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018796 Jul 22 21:19:04.431327 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:05.452833 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9beab-e7dc-4298-b22e-ea000f2c7146 req-5b872042-9673-4eba-9bd0-0a95bafec4d0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:05.454360 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-69c9beab-e7dc-4298-b22e-ea000f2c7146 req-5b872042-9673-4eba-9bd0-0a95bafec4d0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.0694766 Jul 22 21:19:05.494108 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-69c9beab-e7dc-4298-b22e-ea000f2c7146 req-63d530ba-3c01-4a4e-be97-771483874a6c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338180 Jul 22 21:19:06.642132 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9adaff-ca7c-420b-a200-db37d7a706fd req-b107bfc5-2eed-40cb-ba9d-9c47efac5970 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:06.644434 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac9adaff-ca7c-420b-a200-db37d7a706fd req-b107bfc5-2eed-40cb-ba9d-9c47efac5970 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.0714543 Jul 22 21:19:06.690639 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ac9adaff-ca7c-420b-a200-db37d7a706fd req-da90cc9d-b6a3-4cde-adfb-fd8f06bf4343 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362153 Jul 22 21:19:07.748561 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-660f45e7-1e9a-432f-a929-e6d2ee781a4e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.750310 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-660f45e7-1e9a-432f-a929-e6d2ee781a4e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.0767772 Jul 22 21:19:07.945159 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1360b-89de-49d6-8f43-ec08c1bd479c req-458cc9fc-1446-4539-83df-2e153bc73908 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:07.946750 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2ef1360b-89de-49d6-8f43-ec08c1bd479c req-458cc9fc-1446-4539-83df-2e153bc73908 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 947 time: 0.1532269 Jul 22 21:19:07.948826 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Deleting port a40c29b1-d981-41a7-be7d-454843756baa {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:07.949197 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.346206 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2ef1360b-89de-49d6-8f43-ec08c1bd479c req-2ac21959-2c06-47fd-8047-c8296d639db5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916562 Jul 22 21:19:08.374589 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] For port a40c29b1-d981-41a7-be7d-454843756baa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a40c29b1-d981-41a7-be7d-454843756baa,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:08.374937 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.613753 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.614080 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.614393 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Floating IP 9899ad11-94da-4258-814c-07a1a5eaa0e1 disassociated. External IP: 172.27.0.151, port: a40c29b1-d981-41a7-be7d-454843756baa. Jul 22 21:19:08.614773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Calling delete_port for a40c29b1-d981-41a7-be7d-454843756baa owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:08.754377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:08.783529 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event deleted for resources: {'Port': ['ID=a40c29b1-d981-41a7-be7d-454843756baa,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:08.794571 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.795030 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.795254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.795593 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.795927 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.796283 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.796617 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.796946 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.797273 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.797598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.797922 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.798242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:08.919169 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:19:09.031792 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:09.045476 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:09.054671 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:09.055447 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:18:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.081324 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] No DVR routers for this DVR port a40c29b1-d981-41a7-be7d-454843756baa on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:09.084024 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:09.086069 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4db7ceed-c464-406a-a725-082c3dc272e8 req-3442641a-c485-4449-9d86-08fc4d287139 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "DELETE /v2.0/ports/a40c29b1-d981-41a7-be7d-454843756baa HTTP/1.1" status: 204 len: 173 time: 1.3270211 Jul 22 21:19:09.086502 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-deleted', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:09.088791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2037f-3cea-4640-a189-ac5827b4912b" -d '{"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-deleted", "tag": "a40c29b1-d981-41a7-be7d-454843756baa"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:09.155024 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aeae42-d170-48f0-95f6-83345dc8985f x-openstack-request-id: req-14aeae42-d170-48f0-95f6-83345dc8985f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:09.156093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8da459-b2aa-4daa-a24d-43dd83d1f89c", "name": "network-vif-deleted", "tag": "a40c29b1-d981-41a7-be7d-454843756baa", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:09.156093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14aeae42-d170-48f0-95f6-83345dc8985f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:09.156364 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8da459-b2aa-4daa-a24d-43dd83d1f89c', 'name': 'network-vif-deleted', 'tag': 'a40c29b1-d981-41a7-be7d-454843756baa', 'status': 'completed', 'code': 200} Jul 22 21:19:09.183805 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:09.415247 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.478803 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9394d4ca-d718-4015-bb47-1de1cf0cbb51 req-f15ea45e-508b-454a-8cb8-2d09fc1a8b38 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec8da459-b2aa-4daa-a24d-43dd83d1f89c HTTP/1.1" status: 200 len: 210 time: 0.0417149 Jul 22 21:19:09.563253 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:09.583224 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:09.583851 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:18:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.697572 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:09.915754 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:09.943256 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d6fc79-a3ac-44c3-b399-fb0274dc17e6 None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:10.157309 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:10.175072 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2266dbbf-76a9-4324-857c-9afbb5e5b669 None None] New status for floating IP 9899ad11-94da-4258-814c-07a1a5eaa0e1: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:19:10.616696 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51716) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:10.685594 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7a668bc-6d7d-4a90-87ae-a59c24655b2b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.717294 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7a668bc-6d7d-4a90-87ae-a59c24655b2b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.770084 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7a668bc-6d7d-4a90-87ae-a59c24655b2b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.772837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7a668bc-6d7d-4a90-87ae-a59c24655b2b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:10.773940 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b7a668bc-6d7d-4a90-87ae-a59c24655b2b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "DELETE /v2.0/security-groups/33fbc9f6-aa55-4405-a8d2-c954cc1fd38e HTTP/1.1" status: 204 len: 168 time: 0.1555219 Jul 22 21:19:10.776793 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51722) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:10.785176 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a668bc-6d7d-4a90-87ae-a59c24655b2b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fbc9f6-aa55-4405-a8d2-c954cc1fd38e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:10.797501 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.api.v2.resource [None req-ba96ec58-93c5-4abc-8e87-03d3f8a5810c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] show failed (client error): The resource could not be found. Jul 22 21:19:10.798520 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ba96ec58-93c5-4abc-8e87-03d3f8a5810c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups/33fbc9f6-aa55-4405-a8d2-c954cc1fd38e HTTP/1.1" status: 404 len: 347 time: 0.0205717 Jul 22 21:19:10.801356 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51724) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:10.935743 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Deleting port 80a3c21e-3f30-4b37-8b99-d4e41c6d4414 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:10.935981 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.014462 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.014795 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.027969 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Calling delete_port for 80a3c21e-3f30-4b37-8b99-d4e41c6d4414 owned by network:floatingip {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:11.193697 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.225102 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event deleted for resources: {'Port': ['ID=80a3c21e-3f30-4b37-8b99-d4e41c6d4414,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:11.313403 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.316139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.317365 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-de8c186c-c9c7-493a-85be-a987e216e9b2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "DELETE /v2.0/floatingips/9899ad11-94da-4258-814c-07a1a5eaa0e1 HTTP/1.1" status: 204 len: 168 time: 0.5149169 Jul 22 21:19:11.622869 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:11.638363 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51730) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:11.643150 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73740724', 'description': 'tempest-description--1784427134'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:11.646825 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: a40c29b1-d981-41a7-be7d-454843756baa {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:11.647098 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a40c29b1-d981-41a7-be7d-454843756baa not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:11.665054 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.757239 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.769559 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.798907 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.798907 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1607909 Jul 22 21:19:11.802604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58771b4-4ef1-45ff-86f4-ee9e9800e663 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276da0a8-d097-4961-afb2-c65a7ff52810,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:11.803222 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51738) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:11.809647 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'security_group_rule': {'security_group_id': '276da0a8-d097-4961-afb2-c65a7ff52810', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:11.840203 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.896965 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.901048 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.919896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899b6b7d-65ac-41a1-baa9-d72f4ab4746d,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:11.926859 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:11.931214 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-96e74ee1-bde9-4d11-8def-99847f4b880a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236455 Jul 22 21:19:11.931214 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51740) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:11.936077 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'security_group_rule': {'security_group_id': '276da0a8-d097-4961-afb2-c65a7ff52810', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:11.977964 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.047833 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.051837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.077539 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2a8251-1e26-4235-936b-602a5c15628d,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:12.081559 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.085935 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e0117444-d231-41cc-9477-14bc6834aa29 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513500 Jul 22 21:19:12.086323 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51744) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:12.091375 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:12.115180 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.214281 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.325357 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Allocated IP 172.27.0.171 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/8f5ea4ff-4aa9-40b8-b050-04d2678c88c3) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:12.428060 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.470607 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.514594 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:12.519499 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:12.523837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:12.526919 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'Port': ['ID=8f5ea4ff-4aa9-40b8-b050-04d2678c88c3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:12.609134 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.653383 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.806367 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.811416 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.882187 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'Port': ['ID=8f5ea4ff-4aa9-40b8-b050-04d2678c88c3,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:12.896495 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.912514 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:12.913840 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-fbed61b2-e851-413a-8393-3842ddb1777e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8264174 Jul 22 21:19:13.107123 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-2f6f16e4-e9ba-41aa-b0c7-d2fcbef5445c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--73740724&fields=id&tenant_id=8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 267 time: 0.0343680 Jul 22 21:19:13.222645 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-d9d67e6c-f8b1-4c60-bbc3-b7eb5b819b26 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:13.224190 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-d9d67e6c-f8b1-4c60-bbc3-b7eb5b819b26 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 816 time: 0.1103859 Jul 22 21:19:13.240913 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-f9c843cd-a84b-4989-ba09-c03378c85b39 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/quotas/8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 375 time: 0.0113626 Jul 22 21:19:13.312695 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-4727898d-de68-4898-9b5c-ba928f60f07f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659475 Jul 22 21:19:13.524202 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-dec511f1-cd37-4fce-8d93-00dd899c3b6e service neutron] 10.222.0.44 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989861 Jul 22 21:19:13.625811 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-211b67fd-5cb4-4329-9e83-8e3786313849 service neutron] 10.222.0.44 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958068 Jul 22 21:19:13.802455 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9d429556-4636-408c-a6d8-70f5bf4710b6 req-27c8b02b-06ef-4872-bd18-0251054ff3ce tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 210 time: 0.0305731 Jul 22 21:19:14.910234 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18b97a07-ea31-4c2b-bb6f-772eca5c841c req-3bb559d8-1612-4c9f-80a4-bc95752cde80 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 210 time: 0.0327458 Jul 22 21:19:16.055175 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfb75-7928-4176-bace-238d6cff523c req-1d5fba74-f05f-48f7-b0dc-f85916591b4b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.056722 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72dcfb75-7928-4176-bace-238d6cff523c req-1d5fba74-f05f-48f7-b0dc-f85916591b4b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0706084 Jul 22 21:19:16.097352 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-18a81c8a-9999-40b0-9a34-d59145d46c25 req-88008783-cbb8-4d62-bc66-18d2bb7c0134 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 210 time: 0.0503547 Jul 22 21:19:16.120558 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72dcfb75-7928-4176-bace-238d6cff523c req-1290ed6d-9a7f-4784-9f2d-95f36ad14250 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552423 Jul 22 21:19:16.363397 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-612e2f1a-e8db-430d-8704-75a6ca7c701e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:16.365142 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-612e2f1a-e8db-430d-8704-75a6ca7c701e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 816 time: 0.1262171 Jul 22 21:19:16.449722 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-4c3c8a8f-a6ba-4315-af38-516abb4f73e7 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 378 time: 0.0418639 Jul 22 21:19:16.470335 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'port': {'device_id': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'admin_state_up': True, 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'security_groups': ['276da0a8-d097-4961-afb2-c65a7ff52810']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:16.592676 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Made reservation on behalf of 8cb4dc333e304bb1a8adf5327daed311 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:16.596555 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.722856 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Allocated IP 172.20.0.13 (80f63fd0-a159-4c79-9843-ab333e33b6ad/924e995c-d072-4d0b-b862-6624a487dff0/e9fb975c-16b3-4a85-90fb-cabcd94ee05d) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:16.862512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.876964 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Transition to ACTIVE for port object e9fb975c-16b3-4a85-90fb-cabcd94ee05d will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:16.910423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:16.952802 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:16.957908 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:16.962001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:16.995431 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:17.032117 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.032864 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.047619 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-fbdd157f-0b4b-4ec0-ac91-a968e913dae2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819149 Jul 22 21:19:17.150134 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-a95441ce-4269-4ae0-a7c2-cec1ee468668 None None] Provisioning for port e9fb975c-16b3-4a85-90fb-cabcd94ee05d completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:17.154619 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-a95441ce-4269-4ae0-a7c2-cec1ee468668 None None] Provisioning complete for port e9fb975c-16b3-4a85-90fb-cabcd94ee05d triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:17.155090 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a95441ce-4269-4ae0-a7c2-cec1ee468668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.195815 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-a95441ce-4269-4ae0-a7c2-cec1ee468668 None None] Port e9fb975c-16b3-4a85-90fb-cabcd94ee05d cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:19:17.286826 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbfc94-928a-4dc1-9292-ddcf81194450 req-10768999-2c2f-4270-9481-f7acd82ec7c5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.288561 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-05cbfc94-928a-4dc1-9292-ddcf81194450 req-10768999-2c2f-4270-9481-f7acd82ec7c5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 932 time: 0.1041763 Jul 22 21:19:17.327137 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01f527-4971-4a00-b76f-7c5051ffd225 req-96e66144-3356-47f5-b4d7-76ce4bbb689a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:17.328727 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df01f527-4971-4a00-b76f-7c5051ffd225 req-96e66144-3356-47f5-b4d7-76ce4bbb689a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1142285 Jul 22 21:19:17.359345 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-05cbfc94-928a-4dc1-9292-ddcf81194450 req-f70e4899-35ba-44b1-b2eb-e7906d595683 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639713 Jul 22 21:19:17.380943 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df01f527-4971-4a00-b76f-7c5051ffd225 req-6a6702d7-9c4a-4593-941c-d4f792ed789c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Jul 22 21:19:17.943938 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-773b1ecb-ff42-49c3-a4db-588fda1b0b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.549886 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6d6c-fe3e-4748-8400-3bb60d0aa473 req-7f84aaef-3a77-468d-aa81-671ae09a3dd5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:18.551394 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08cd6d6c-fe3e-4748-8400-3bb60d0aa473 req-7f84aaef-3a77-468d-aa81-671ae09a3dd5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 932 time: 0.1121404 Jul 22 21:19:18.566000 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27acfb2-d292-4ce9-a738-75ef06e773fd req-d8698894-99a5-4f70-9926-b92f00625cf0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:18.567536 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d27acfb2-d292-4ce9-a738-75ef06e773fd req-d8698894-99a5-4f70-9926-b92f00625cf0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.0950444 Jul 22 21:19:18.626114 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08cd6d6c-fe3e-4748-8400-3bb60d0aa473 req-59a10765-2815-43da-aa04-fa7ebeffac34 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680373 Jul 22 21:19:18.629261 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d27acfb2-d292-4ce9-a738-75ef06e773fd req-b8db2427-4cf6-4fcc-bf6d-bf59e56b97dc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556476 Jul 22 21:19:19.765106 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Request body: {'port': {'device_id': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:19.874308 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:19.893317 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c3f7e-23e5-4581-b4df-47b997cb8a7d req-9997b770-bb1a-48b8-ac0d-f7b30decc240 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:19.894856 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a88c3f7e-23e5-4581-b4df-47b997cb8a7d req-9997b770-bb1a-48b8-ac0d-f7b30decc240 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1913557 Jul 22 21:19:19.904742 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95716d-cf51-4330-8bae-e9c597cbf980 req-aa116bbe-229b-4fad-b30d-1f73ac6b126e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:19.906231 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9c95716d-cf51-4330-8bae-e9c597cbf980 req-aa116bbe-229b-4fad-b30d-1f73ac6b126e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 932 time: 0.1919737 Jul 22 21:19:20.001374 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9c95716d-cf51-4330-8bae-e9c597cbf980 req-4a6a8274-63b0-4f64-807b-3ef030ae5bb2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854597 Jul 22 21:19:20.008460 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a88c3f7e-23e5-4581-b4df-47b997cb8a7d req-e08733fd-addd-4ad9-b0f1-f94a7800937b tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991194 Jul 22 21:19:20.227996 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fb975c-16b3-4a85-90fb-cabcd94ee05d {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:20.236929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.249056 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Transition to ACTIVE for port object e9fb975c-16b3-4a85-90fb-cabcd94ee05d will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:20.253001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.311485 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:20.385444 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Attempting to bind port e9fb975c-16b3-4a85-90fb-cabcd94ee05d on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:20.385790 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Attempting to bind port e9fb975c-16b3-4a85-90fb-cabcd94ee05d by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:20.387176 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Attempting to bind port e9fb975c-16b3-4a85-90fb-cabcd94ee05d on network 80f63fd0-a159-4c79-9843-ab333e33b6ad {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:20.392961 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Port e9fb975c-16b3-4a85-90fb-cabcd94ee05d on network 80f63fd0-a159-4c79-9843-ab333e33b6ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:20.393787 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Attempting to bind port e9fb975c-16b3-4a85-90fb-cabcd94ee05d on network 80f63fd0-a159-4c79-9843-ab333e33b6ad {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:20.399108 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:20.399452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Checking segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:20.399839 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Bound using segment: {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:20.400304 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Bound port: e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd128537b-83c4-4235-8806-d25ba356651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:20.400672 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.480727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:20.484103 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:20.492789 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.533407 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:20.534458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.537701 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] 10.222.0.69 "PUT /v2.0/ports/e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 1094 time: 0.8673317 Jul 22 21:19:20.544650 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:20.544650 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b70da96-e893-41f7-98b7-811b373812c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:20.585294 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1072c3-e354-4a5c-9c10-cdc1aaeccf5e service neutron] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:20.684335 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b9b3aa-2fe3-464a-8689-2b98956d830f x-openstack-request-id: req-e3b9b3aa-2fe3-464a-8689-2b98956d830f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:20.685725 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:20.685725 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3b9b3aa-2fe3-464a-8689-2b98956d830f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:20.685725 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'status': 'completed', 'code': 200} Jul 22 21:19:20.688641 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-d2695fe6-cada-4627-acf9-cdfbe92f8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:20.690172 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-d2695fe6-cada-4627-acf9-cdfbe92f8e04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1097 time: 0.0865602 Jul 22 21:19:20.705051 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-01ca60cc-3cd9-4ccc-9335-645d5dbb13c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.752822 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-6fd05b3c-f7bf-4433-be3a-54a9f2b05a0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 217 time: 0.0354474 Jul 22 21:19:20.812077 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-c596af11-2b8a-4c9c-b883-b99b608780fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:20.813965 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-c596af11-2b8a-4c9c-b883-b99b608780fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0533445 Jul 22 21:19:20.882641 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b719-eacb-430b-8517-403c5da5976a req-0ef7253a-7ffc-4912-a7e8-9bbcc28603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:20.884308 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-0ef7253a-7ffc-4912-a7e8-9bbcc28603a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630827 Jul 22 21:19:20.957847 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.990454 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-9b06abcc-5130-4fd0-a589-a2e126e2e3a9 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967112 Jul 22 21:19:21.462156 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d094587-0bef-4c0d-a445-4dc7988442ee req-69466e36-d57b-47ab-b6d8-ee1e6173282e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.463662 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9d094587-0bef-4c0d-a445-4dc7988442ee req-69466e36-d57b-47ab-b6d8-ee1e6173282e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.3772564 Jul 22 21:19:21.472224 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8fbf2-85ef-4e52-b90b-2a7fddc37422 req-fe975327-24e0-4f42-953e-5d3287b7be16 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:21.473714 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-43d8fbf2-85ef-4e52-b90b-2a7fddc37422 req-fe975327-24e0-4f42-953e-5d3287b7be16 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.3891432 Jul 22 21:19:21.533931 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9d094587-0bef-4c0d-a445-4dc7988442ee req-bef6fb01-2a2c-4e78-9aed-6b04aedeafd8 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591187 Jul 22 21:19:21.538932 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-43d8fbf2-85ef-4e52-b90b-2a7fddc37422 req-5a25cd25-4399-46a4-bb79-9337b9ef40f4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575490 Jul 22 21:19:21.870519 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:22.711611 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b833b9-323b-4744-ba6b-51b42dcb5074 req-1d972518-60fb-46d3-95c3-f18d302af858 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:22.713091 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6b833b9-323b-4744-ba6b-51b42dcb5074 req-1d972518-60fb-46d3-95c3-f18d302af858 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1047168 Jul 22 21:19:22.723737 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f9e6-eded-4c13-8c5f-43e34ffe542a req-99d03176-1199-48a7-a91b-ad6c7b9550d3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:22.725265 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc10f9e6-eded-4c13-8c5f-43e34ffe542a req-99d03176-1199-48a7-a91b-ad6c7b9550d3 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.1074564 Jul 22 21:19:22.784677 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6b833b9-323b-4744-ba6b-51b42dcb5074 req-74670e09-f97f-4df4-be0d-aa6e76d6c1cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584002 Jul 22 21:19:22.790495 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fc10f9e6-eded-4c13-8c5f-43e34ffe542a req-43823803-69fc-41da-b2ab-1deefa87be9e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574770 Jul 22 21:19:23.531275 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:23.765955 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4dc8b719-eacb-430b-8517-403c5da5976a req-64b7de6b-e63d-4d8b-89ca-fd3d00e64bb8 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867195 Jul 22 21:19:24.028646 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d87db6-1930-4e52-96d2-b0a530ba7147 req-dcd9bea7-9a17-4677-badc-cc7a730b7646 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.030183 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-80d87db6-1930-4e52-96d2-b0a530ba7147 req-dcd9bea7-9a17-4677-badc-cc7a730b7646 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.1581714 Jul 22 21:19:24.032467 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70da96-e893-41f7-98b7-811b373812c4 req-2d074404-b883-40c2-9ea7-3f6deea4062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.033866 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-2d074404-b883-40c2-9ea7-3f6deea4062a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1097 time: 0.1289878 Jul 22 21:19:24.040976 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a993fe-2539-4454-b38a-4e6bbd5d50af req-72ab90d1-b184-4ee8-93c3-d5d269cfe023 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.042430 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45a993fe-2539-4454-b38a-4e6bbd5d50af req-72ab90d1-b184-4ee8-93c3-d5d269cfe023 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1826386 Jul 22 21:19:24.165368 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-80d87db6-1930-4e52-96d2-b0a530ba7147 req-73ff296f-1cb6-446c-98d9-efb8349c2b71 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1219664 Jul 22 21:19:24.170191 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45a993fe-2539-4454-b38a-4e6bbd5d50af req-e6d9b085-4157-4713-94fc-a0b2914e2039 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=7373b842-2527-4646-b757-fcd6316a3349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188619 Jul 22 21:19:24.204780 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70da96-e893-41f7-98b7-811b373812c4 req-7c79a091-8c49-40c9-8afd-9fdc20b00130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.206910 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-7c79a091-8c49-40c9-8afd-9fdc20b00130 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1569612 Jul 22 21:19:24.250940 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-45cac69b-0d53-4924-a30c-d43d91044ddb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 217 time: 0.0364547 Jul 22 21:19:24.317586 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70da96-e893-41f7-98b7-811b373812c4 req-6abd86fa-3849-4c9c-ba8b-407e3de91368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.319018 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-6abd86fa-3849-4c9c-ba8b-407e3de91368 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0591059 Jul 22 21:19:24.383333 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70da96-e893-41f7-98b7-811b373812c4 req-30a309c1-ef62-4078-9b57-41a74a3f845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.384899 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-30a309c1-ef62-4078-9b57-41a74a3f845e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547862 Jul 22 21:19:24.555164 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-1e7db61e-ff02-4e18-9bcc-abda28e62cb0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:24.556705 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-1e7db61e-ff02-4e18-9bcc-abda28e62cb0 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 945 time: 0.1343877 Jul 22 21:19:24.559063 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-3349cd73-7a19-4a86-a10f-be05fbd8ca82 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379354 Jul 22 21:19:24.730745 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b70da96-e893-41f7-98b7-811b373812c4 req-2f34a666-9b39-49ce-8883-d1c639534cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545219 Jul 22 21:19:24.753528 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Deleting port 91fc6885-3705-4599-96f0-7f3254239dc1 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:24.753901 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:24.848643 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] For port 91fc6885-3705-4599-96f0-7f3254239dc1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=91fc6885-3705-4599-96f0-7f3254239dc1,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:24.849348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.030027 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.030401 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.030718 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Floating IP 1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286 disassociated. External IP: 172.27.0.47, port: 91fc6885-3705-4599-96f0-7f3254239dc1. Jul 22 21:19:25.031097 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Calling delete_port for 91fc6885-3705-4599-96f0-7f3254239dc1 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:25.171077 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.205146 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event deleted for resources: {'Port': ['ID=91fc6885-3705-4599-96f0-7f3254239dc1,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:25.321322 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2dfbfb72-c917-417e-ac32-ab5fa5a34c49 req-eda3cb6d-65a4-4cf3-8ec4-9c9a55e86530 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 210 time: 0.0677464 Jul 22 21:19:25.391883 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:19:25.408093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa963c-7a53-4e96-92d1-b0f8ba9ab786 req-b4af1d98-72d1-412d-92bc-707afc5ba929 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:25.409734 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-52fa963c-7a53-4e96-92d1-b0f8ba9ab786 req-b4af1d98-72d1-412d-92bc-707afc5ba929 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.1184373 Jul 22 21:19:25.519563 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-52fa963c-7a53-4e96-92d1-b0f8ba9ab786 req-1aeed36c-0c85-408f-894e-820320af5337 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006339 Jul 22 21:19:25.543690 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:25.555317 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:25.565107 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:25.565848 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:19:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:25.597692 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] No DVR routers for this DVR port 91fc6885-3705-4599-96f0-7f3254239dc1 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:25.600391 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:25.602333 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce2bb8ed-99d0-4986-ab33-4d552e251e77 req-8446df06-6ecb-431a-9fb2-18d4cc17445d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "DELETE /v2.0/ports/91fc6885-3705-4599-96f0-7f3254239dc1 HTTP/1.1" status: 204 len: 173 time: 1.0332386 Jul 22 21:19:25.602793 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'name': 'network-vif-deleted', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:25.605394 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48849a-978e-4267-8750-480f99530b04" -d '{"events": [{"server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "name": "network-vif-deleted", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:25.648807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d789813b-de8a-4897-b353-7a0a3cd9716f x-openstack-request-id: req-d789813b-de8a-4897-b353-7a0a3cd9716f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:25.649159 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce5bac2-28aa-4ad4-bac4-215c4bc13dde", "name": "network-vif-deleted", "tag": "91fc6885-3705-4599-96f0-7f3254239dc1", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:25.649470 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d789813b-de8a-4897-b353-7a0a3cd9716f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:25.649926 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce5bac2-28aa-4ad4-bac4-215c4bc13dde', 'name': 'network-vif-deleted', 'tag': '91fc6885-3705-4599-96f0-7f3254239dc1', 'status': 'completed', 'code': 200} Jul 22 21:19:25.700424 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:25.942788 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:25.970265 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:25.979216 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:25.980621 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:19:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:26.086179 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:26.308366 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:26.344342 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1496bbc4-06f3-465b-ba4b-cd1d80a4106c None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:26.451648 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-63e4a6d6-ca86-4ee4-a5f4-4b58e660c79e req-cf47383e-3969-4a91-a2e1-f5e14c53eaa7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5bac2-28aa-4ad4-bac4-215c4bc13dde HTTP/1.1" status: 200 len: 210 time: 0.0361562 Jul 22 21:19:26.624047 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d4a65-7a5e-4c1d-b36c-b511eb7d657d None None] New status for floating IP 1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:19:26.674437 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724e907-dc9f-4bac-981e-712c81f29981 req-72811005-375b-4185-b9bc-5650fef2f540 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:26.676062 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c724e907-dc9f-4bac-981e-712c81f29981 req-72811005-375b-4185-b9bc-5650fef2f540 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0735197 Jul 22 21:19:26.717725 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c724e907-dc9f-4bac-981e-712c81f29981 req-b05af341-533b-44f8-8f34-87fb63863aef tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356731 Jul 22 21:19:27.546747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51946) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:27.606163 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7d361fe7-e1fb-4e78-8a7b-d233ec05e0cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.633262 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7d361fe7-e1fb-4e78-8a7b-d233ec05e0cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.680655 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7d361fe7-e1fb-4e78-8a7b-d233ec05e0cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.687981 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7d361fe7-e1fb-4e78-8a7b-d233ec05e0cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.687981 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7d361fe7-e1fb-4e78-8a7b-d233ec05e0cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "DELETE /v2.0/security-groups/7373b842-2527-4646-b757-fcd6316a3349 HTTP/1.1" status: 204 len: 168 time: 0.1366303 Jul 22 21:19:27.688352 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51948) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:27.701279 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361fe7-e1fb-4e78-8a7b-d233ec05e0cc tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373b842-2527-4646-b757-fcd6316a3349,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:27.702812 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.api.v2.resource [None req-aee32330-da18-4102-b439-dade90f529cf tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] show failed (client error): The resource could not be found. Jul 22 21:19:27.703858 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-aee32330-da18-4102-b439-dade90f529cf tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups/7373b842-2527-4646-b757-fcd6316a3349 HTTP/1.1" status: 404 len: 347 time: 0.0150771 Jul 22 21:19:27.706791 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51950) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:27.723356 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:27.727460 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 91fc6885-3705-4599-96f0-7f3254239dc1 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:27.755801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 91fc6885-3705-4599-96f0-7f3254239dc1 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:27.756147 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 91fc6885-3705-4599-96f0-7f3254239dc1 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:27.848849 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Deleting port c2b0fb3f-69c8-432d-9dbe-57568e9a26a7 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:27.849191 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.861954 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:27.873397 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76d864-6749-477d-b7bc-e7ceda2dabfb req-c623cb3e-6354-41be-b239-d8ac2cbd8bb9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:27.875094 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7e76d864-6749-477d-b7bc-e7ceda2dabfb req-c623cb3e-6354-41be-b239-d8ac2cbd8bb9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0806842 Jul 22 21:19:27.875315 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'mac_address': 'fa:16:3e:6f:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:27.921278 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.923373 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7e76d864-6749-477d-b7bc-e7ceda2dabfb req-aedcce24-ceb6-421f-97b9-4b3b75b1d2c5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405619 Jul 22 21:19:27.929586 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.929922 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:27.943438 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Calling delete_port for c2b0fb3f-69c8-432d-9dbe-57568e9a26a7 owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:28.055367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb975c-16b3-4a85-90fb-cabcd94ee05d {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:28.079536 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:28.087483 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.126879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.157940 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.196618 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event deleted for resources: {'Port': ['ID=c2b0fb3f-69c8-432d-9dbe-57568e9a26a7,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.228475 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.229181 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.229494 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.230073 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.230848 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.231478 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.232256 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.232815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.233289 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.234035 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.234492 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.234769 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:28.255123 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.257862 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.259121 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9481c50d-8573-42ba-b85b-44685627d216 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d4c7d1f-eb44-4bfe-a185-2a17d9d6a286 HTTP/1.1" status: 204 len: 168 time: 0.5515077 Jul 22 21:19:28.403090 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51972) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:28.459594 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e9fb975c-16b3-4a85-90fb-cabcd94ee05d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:28.531404 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c1884593-7d69-4536-a683-7590e6cfdaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.655972 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c1884593-7d69-4536-a683-7590e6cfdaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.660758 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c1884593-7d69-4536-a683-7590e6cfdaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.698468 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1884593-7d69-4536-a683-7590e6cfdaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7547714-5b96-4962-8116-2d251b8eb55d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.703575 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c1884593-7d69-4536-a683-7590e6cfdaf3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee228068e10445b0926cf3ef99451195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994041 Jul 22 21:19:28.706857 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51976) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:28.723736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 51978) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:28.729044 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951690959', 'description': 'tempest-description--1534599415'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:28.757411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.759701 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634ca17c-345e-421a-a725-98b2b570d6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.792718 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634ca17c-345e-421a-a725-98b2b570d6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.848540 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634ca17c-345e-421a-a725-98b2b570d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.853696 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.853891 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-634ca17c-345e-421a-a725-98b2b570d6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.855502 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-634ca17c-345e-421a-a725-98b2b570d6d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7547714-5b96-4962-8116-2d251b8eb55d HTTP/1.1" status: 204 len: 168 time: 0.1475356 Jul 22 21:19:28.874121 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.878544 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ca17c-345e-421a-a725-98b2b570d6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7547714-5b96-4962-8116-2d251b8eb55d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.925404 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:28.934779 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2093546 Jul 22 21:19:28.938084 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51982) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:28.943304 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'security_group_rule': {'security_group_id': 'e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:28.945805 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeb293-5c98-446b-b8fa-fcc03987f03a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:28.990413 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.065521 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.071518 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.088939 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bde43-ba8c-4a35-bab3-d6aed2fbcd70 req-0f6960a8-ea21-4524-9a41-b65945f3ee99 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.090849 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf71814-d29e-455b-9d53-7c8cfb601f61,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:29.097310 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f8bde43-ba8c-4a35-bab3-d6aed2fbcd70 req-0f6960a8-ea21-4524-9a41-b65945f3ee99 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 945 time: 0.0890419 Jul 22 21:19:29.102451 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.103847 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2aa422b2-c3dd-44b6-bd04-22610c7b77d6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646585 Jul 22 21:19:29.108788 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51986) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:29.114433 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'security_group_rule': {'security_group_id': 'e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:29.149368 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f8bde43-ba8c-4a35-bab3-d6aed2fbcd70 req-3edac917-c787-455d-bc0b-9f1418cd444b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512371 Jul 22 21:19:29.155876 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.244964 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.249488 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.270168 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cf8cc3-fd6a-45cb-ba72-29763ba9344e,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:29.278185 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.280181 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-46292d84-1060-4610-823f-8461959ce79c tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695914 Jul 22 21:19:29.282896 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 51988) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:29.287656 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:29.308923 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.412748 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.531817 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Allocated IP 172.27.0.189 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/91abc1d4-107e-4c5b-a2df-ee3624fb019a) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:29.646225 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce68fc-de62-461c-9b8f-d6bac257e243 req-a6757496-a65d-49a0-9b9f-cebc6c77e23e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:29.647753 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72ce68fc-de62-461c-9b8f-d6bac257e243 req-a6757496-a65d-49a0-9b9f-cebc6c77e23e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 945 time: 0.0678847 Jul 22 21:19:29.651581 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.687230 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72ce68fc-de62-461c-9b8f-d6bac257e243 req-83503c7c-1eda-4606-b24f-c4e3adb5f964 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Jul 22 21:19:29.694959 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.734439 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:29.735188 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:29.741859 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:29.745411 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:29.768411 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'Port': ['ID=91abc1d4-107e-4c5b-a2df-ee3624fb019a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:29.792102 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port e9fb975c-16b3-4a85-90fb-cabcd94ee05d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:29.796223 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port e9fb975c-16b3-4a85-90fb-cabcd94ee05d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:29.796608 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.842488 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.876383 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.890988 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.900102 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:29.902942 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4dc891-ff8c-4e04-b0e5-419e45f251e5" -d '{"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:29.915735 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:29.924976 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:29.979070 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:30.065651 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.071661 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.138287 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'Port': ['ID=91abc1d4-107e-4c5b-a2df-ee3624fb019a,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:30.143760 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d68d33-5230-4b84-95dc-f5b8d1485758 x-openstack-request-id: req-77d68d33-5230-4b84-95dc-f5b8d1485758 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:30.144051 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:30.144490 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77d68d33-5230-4b84-95dc-f5b8d1485758 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:30.145147 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'code': 200} Jul 22 21:19:30.153118 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.167247 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:30.168694 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1e5646fd-fb00-4690-aef1-b5692453e9b7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8848634 Jul 22 21:19:30.314612 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d0c4-9455-4bda-aac3-514b9f2384a7 req-ad4c5e68-9516-4d21-85ef-181d8d5872f2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.316958 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6ff6d0c4-9455-4bda-aac3-514b9f2384a7 req-ad4c5e68-9516-4d21-85ef-181d8d5872f2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0851052 Jul 22 21:19:30.402697 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6ff6d0c4-9455-4bda-aac3-514b9f2384a7 req-c28b03e2-a88b-4c9f-887b-430b9f9c0fc8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792985 Jul 22 21:19:30.429392 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-5bd91b2f-718e-4a8c-b9ba-89c330699658 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1951690959&fields=id&tenant_id=ff32f128f0304a879c2a6706c69fa5a3 HTTP/1.1" status: 200 len: 267 time: 0.0586207 Jul 22 21:19:30.460914 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e36877-7646-4610-b193-e3ac6dddb3ea req-af70b532-8016-4302-b542-2295f09ad055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.462441 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86e36877-7646-4610-b193-e3ac6dddb3ea req-af70b532-8016-4302-b542-2295f09ad055 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1099 time: 0.1254597 Jul 22 21:19:30.548570 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86e36877-7646-4610-b193-e3ac6dddb3ea req-399eeca4-7595-462d-a38b-1014cfb1f672 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759246 Jul 22 21:19:30.572184 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-d076c727-3512-4f5c-9ef4-94513b0bd05e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.574406 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-d076c727-3512-4f5c-9ef4-94513b0bd05e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 811 time: 0.1375115 Jul 22 21:19:30.595024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-c38ce3cb-c37e-4fea-936f-ee5a83c58107 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/quotas/ff32f128f0304a879c2a6706c69fa5a3 HTTP/1.1" status: 200 len: 375 time: 0.0102251 Jul 22 21:19:30.667141 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-336927c0-d850-4e86-91d7-187b64a0a742 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664034 Jul 22 21:19:30.905524 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47933035-5cbe-4798-90d6-a732f0213ac7 req-cb19d10d-33d7-4cec-9862-bee57c8bf35e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:30.907052 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-47933035-5cbe-4798-90d6-a732f0213ac7 req-cb19d10d-33d7-4cec-9862-bee57c8bf35e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 945 time: 0.1476870 Jul 22 21:19:30.909057 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-e45b1122-d493-4e34-be1f-1d20ef8414c6 service neutron] 10.222.0.44 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296605 Jul 22 21:19:30.973760 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-47933035-5cbe-4798-90d6-a732f0213ac7 req-62073eec-005b-4879-ad05-69dd71df55db tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608702 Jul 22 21:19:31.030006 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-2f1e7c7c-0a69-4547-a8f6-ccbd17e7c546 service neutron] 10.222.0.44 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105464 Jul 22 21:19:31.196182 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0054a53f-3aef-4e11-b685-fdd23f7f124a req-89927a77-0ab8-467d-97b9-d11d0f54ba65 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Jul 22 21:19:31.544623 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9938a54-c861-4b6f-8b6b-48b5666877f8 req-6c9612a7-c43b-4355-b940-136e3749f772 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.546353 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d9938a54-c861-4b6f-8b6b-48b5666877f8 req-6c9612a7-c43b-4355-b940-136e3749f772 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0666215 Jul 22 21:19:31.587715 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d9938a54-c861-4b6f-8b6b-48b5666877f8 req-50a42fe2-9b73-4807-9c02-8efe9e71fe60 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353897 Jul 22 21:19:31.996333 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-5f976cd7-1671-4bd2-bb7b-1d1399c1dc92 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:31.997835 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-5f976cd7-1671-4bd2-bb7b-1d1399c1dc92 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 945 time: 0.0761294 Jul 22 21:19:32.166129 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b396b-16db-4924-8567-2e92cda0d184 req-5c6998da-e9ec-4cdb-99f9-5e397af764f4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:32.167730 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-412b396b-16db-4924-8567-2e92cda0d184 req-5c6998da-e9ec-4cdb-99f9-5e397af764f4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 945 time: 0.1135671 Jul 22 21:19:32.172626 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Deleting port a149f3bc-7331-4956-92b8-cc7341a6dcb4 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:19:32.174244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.255632 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-412b396b-16db-4924-8567-2e92cda0d184 req-10e598e8-bf1c-4ea4-9371-34b1a1c15fd4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795405 Jul 22 21:19:32.314243 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2ff2b0d9-3962-4a26-8816-3d6711aa1b03 req-f45d1b3d-b9fd-411d-b8d1-2a9c3053ac61 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0431104 Jul 22 21:19:32.321605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] For port a149f3bc-7331-4956-92b8-cc7341a6dcb4, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a149f3bc-7331-4956-92b8-cc7341a6dcb4,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:32.321605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.336475 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Calling delete_port for a149f3bc-7331-4956-92b8-cc7341a6dcb4 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:19:32.535055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.572657 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['a149f3bc-7331-4956-92b8-cc7341a6dcb4'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:32.585900 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Pushing event deleted for resources: {'Port': ['ID=a149f3bc-7331-4956-92b8-cc7341a6dcb4,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:32.630054 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-51330992-1b30-4588-9c19-ff26ce774ab7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:32.631570 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-51330992-1b30-4588-9c19-ff26ce774ab7 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 811 time: 0.2083809 Jul 22 21:19:32.649669 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] No DVR routers for this DVR port a149f3bc-7331-4956-92b8-cc7341a6dcb4 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:19:32.656193 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:32.658055 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c947089c-3b11-486b-ad07-4be0b9ead7d4 req-371f314d-b593-4333-99ea-8e5f8452c0a2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "DELETE /v2.0/ports/a149f3bc-7331-4956-92b8-cc7341a6dcb4 HTTP/1.1" status: 204 len: 173 time: 0.6473875 Jul 22 21:19:32.658493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'name': 'network-vif-deleted', 'tag': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:32.660685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5872d1-1706-4f7b-9cd5-0070517ec50b" -d '{"events": [{"server_uuid": "d9c2538b-719a-4a6b-9d31-0826630e0bcb", "name": "network-vif-deleted", "tag": "a149f3bc-7331-4956-92b8-cc7341a6dcb4"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:32.705664 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a7eafb-4a3b-4baf-b9a9-ae67dec30582 x-openstack-request-id: req-96a7eafb-4a3b-4baf-b9a9-ae67dec30582 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:32.705952 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c2538b-719a-4a6b-9d31-0826630e0bcb", "name": "network-vif-deleted", "tag": "a149f3bc-7331-4956-92b8-cc7341a6dcb4", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:32.706199 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96a7eafb-4a3b-4baf-b9a9-ae67dec30582 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:32.706581 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c2538b-719a-4a6b-9d31-0826630e0bcb', 'name': 'network-vif-deleted', 'tag': 'a149f3bc-7331-4956-92b8-cc7341a6dcb4', 'status': 'completed', 'code': 200} Jul 22 21:19:32.724540 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-69aa87a4-44bd-41ce-8e4b-1afad433f6ae tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff32f128f0304a879c2a6706c69fa5a3 HTTP/1.1" status: 200 len: 380 time: 0.0759399 Jul 22 21:19:32.755809 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689172-9fd0-4d51-90d3-593edb8d1706 req-f1490a5e-aa43-4735-a9b5-534fd5c53f06 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:32.757369 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ef689172-9fd0-4d51-90d3-593edb8d1706 req-f1490a5e-aa43-4735-a9b5-534fd5c53f06 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0840502 Jul 22 21:19:32.767783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'port': {'device_id': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'admin_state_up': True, 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'security_groups': ['e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:32.857393 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ef689172-9fd0-4d51-90d3-593edb8d1706 req-01140799-9808-49c6-bb20-3ddb0c439868 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931997 Jul 22 21:19:32.914769 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Made reservation on behalf of ff32f128f0304a879c2a6706c69fa5a3 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:32.919282 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.097912 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ead43-0f44-4d50-b62d-0a1403b24c48 req-2b433693-0463-4088-914c-0011e68c7cfc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.099672 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe7ead43-0f44-4d50-b62d-0a1403b24c48 req-2b433693-0463-4088-914c-0011e68c7cfc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.1562345 Jul 22 21:19:33.104191 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Allocated IP 172.20.0.12 (6165754f-c24a-4511-9d07-7c715fd0fdca/d6ae1fd9-cd84-4f47-8936-2647a9c4afe7/11a42c1b-c53c-4f13-b1b3-90da2c5ade4c) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:33.108655 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 52044) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:33.114249 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Request body: {'floatingip': {'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:33.162840 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.258039 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.583870 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Transition to ACTIVE for port object 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:33.618780 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9638b154-de07-467b-a446-ce2d4cdc480a req-90d95b06-053c-4a62-bd36-09ec48a0deed tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0581689 Jul 22 21:19:33.622387 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-44c45173-665d-4906-a9d6-eda6c5bd6e69 req-f8592a8e-ede0-4a4a-b4b2-85e32095013f tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9c2538b-719a-4a6b-9d31-0826630e0bcb HTTP/1.1" status: 200 len: 210 time: 0.0606670 Jul 22 21:19:33.659812 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.674750 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.679250 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.709174 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Network 6165754f-c24a-4511-9d07-7c715fd0fdca is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:33.712424 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:33.717097 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:33.742147 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event updated for resources: {'Port': ['ID=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:33.778400 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:33.779089 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.797814 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-163226aa-b798-437e-933b-baa23d9a0a60 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0347168 Jul 22 21:19:33.816092 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Request body: {'port': {'device_id': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:33.909187 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:33.963310 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-27aa4b7f-6ec4-4672-a277-4b17b695244c None None] Provisioning for port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:33.969512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-27aa4b7f-6ec4-4672-a277-4b17b695244c None None] Provisioning complete for port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:33.970018 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-27aa4b7f-6ec4-4672-a277-4b17b695244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.023597 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-27aa4b7f-6ec4-4672-a277-4b17b695244c None None] Port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:19:34.052890 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Floating IP 948b9171-eb43-4243-8415-bc72ce4f49d0 associated. External IP: 172.27.0.171, port: e9fb975c-16b3-4a85-90fb-cabcd94ee05d. Jul 22 21:19:34.224797 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:34.233310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.247584 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Transition to ACTIVE for port object 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:34.251722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.298880 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:19:34.310752 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Pushing event updated for resources: {'Port': ['ID=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:34.405552 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Attempting to bind port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:34.405983 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Attempting to bind port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:34.406467 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Attempting to bind port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c on network 6165754f-c24a-4511-9d07-7c715fd0fdca {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:34.417188 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c on network 6165754f-c24a-4511-9d07-7c715fd0fdca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:34.417188 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Attempting to bind port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c on network 6165754f-c24a-4511-9d07-7c715fd0fdca {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:34.421455 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:34.421932 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Checking segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:34.422439 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Bound using segment: {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:34.423382 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Bound port: 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8c7853-a61f-4965-8f39-714b76d48afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:34.423588 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.443604 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.456292 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:34.458158 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.466900 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:34.481000 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:34.481744 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:19:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:34.512791 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-cbb988bc-d0da-4b87-9032-a17f08b28ff0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "PUT /v2.0/floatingips/948b9171-eb43-4243-8415-bc72ce4f49d0 HTTP/1.1" status: 200 len: 992 time: 1.4029357 Jul 22 21:19:34.513435 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:34.516097 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd2788-c4fa-420b-8113-97428935fa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:34.520104 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] For port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:34.524510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] For port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:34.530170 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.596836 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:34.597425 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.598888 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] 10.222.0.69 "PUT /v2.0/ports/11a42c1b-c53c-4f13-b1b3-90da2c5ade4c HTTP/1.1" status: 200 len: 1094 time: 0.7874699 Jul 22 21:19:34.627664 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:34.644772 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246da4d-50e3-4cfd-823f-ec0012df3416 service neutron] Pushing event updated for resources: {'Port': ['ID=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:34.680917 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4ec37-d6c9-4494-9e5c-034d96dd179d x-openstack-request-id: req-24c4ec37-d6c9-4494-9e5c-034d96dd179d {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:34.681159 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:34.681430 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24c4ec37-d6c9-4494-9e5c-034d96dd179d {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:34.681792 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'status': 'completed', 'code': 200} Jul 22 21:19:34.713247 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:34.713247 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79da17a3-8c65-4599-aead-09f8135e3895" -d '{"events": [{"name": "network-changed", "server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:34.827139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb1e5ed-6cae-4e19-9bb1-4b9411030feb x-openstack-request-id: req-dcb1e5ed-6cae-4e19-9bb1-4b9411030feb {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:34.827522 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:34.827774 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcb1e5ed-6cae-4e19-9bb1-4b9411030feb {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:34.828194 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'status': 'completed', 'code': 200} Jul 22 21:19:34.939062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2788-c4fa-420b-8113-97428935fa2f req-1f21b5ac-06ef-468b-9e72-df3bc51a42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:34.940585 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-1f21b5ac-06ef-468b-9e72-df3bc51a42ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1099 time: 0.2016559 Jul 22 21:19:34.942194 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-aa7663ad-4b1d-4b6f-83b7-d1fd858f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:34.943520 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-aa7663ad-4b1d-4b6f-83b7-d1fd858f4e1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 1097 time: 0.2263999 Jul 22 21:19:34.962049 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f942f-34ae-41de-9cf3-9520fd4e58d0 req-530252ce-e43d-4c81-bade-e45c3c6965ba tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:34.963679 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c60f942f-34ae-41de-9cf3-9520fd4e58d0 req-530252ce-e43d-4c81-bade-e45c3c6965ba tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.1404135 Jul 22 21:19:35.011729 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '948b9171-eb43-4243-8415-bc72ce4f49d0', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'mac_address': 'fa:16:3e:6f:8f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:12Z', 'updated_at': '2021-07-22T21:19:33Z', 'revision_number': 1, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:35.032569 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-fdc1038d-6b61-4695-8e46-a3ddbe10b4ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c HTTP/1.1" status: 200 len: 217 time: 0.0656261 Jul 22 21:19:35.043566 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:35.059244 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:35.060733 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:19:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:35.149825 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c60f942f-34ae-41de-9cf3-9520fd4e58d0 req-e5964dcf-f981-4095-811e-542195f3ea5a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657565 Jul 22 21:19:35.158328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-f6d8fbd1-c9b6-491d-940f-beae13a008d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:35.159823 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-f6d8fbd1-c9b6-491d-940f-beae13a008d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.1122496 Jul 22 21:19:35.185920 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2788-c4fa-420b-8113-97428935fa2f req-f7c25ee9-bc7a-4a14-858b-ffbc1ffa5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:35.186643 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:35.187961 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-f7c25ee9-bc7a-4a14-858b-ffbc1ffa5fa0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.2224042 Jul 22 21:19:35.280308 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-2d8a5afc-5f56-4f4d-81ad-9e67799e7f56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 1000 time: 0.0757682 Jul 22 21:19:35.289789 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-e0f43d29-2508-43a9-b6f4-633ccc47f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:35.291314 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-e0f43d29-2508-43a9-b6f4-633ccc47f838 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193669 Jul 22 21:19:35.446382 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '948b9171-eb43-4243-8415-bc72ce4f49d0', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'mac_address': 'fa:16:3e:6f:8f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:12Z', 'updated_at': '2021-07-22T21:19:33Z', 'revision_number': 1, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:35.476825 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df98d6-0ed5-4e26-8bb7-77cb6b514e2a None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '948b9171-eb43-4243-8415-bc72ce4f49d0', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'mac_address': 'fa:16:3e:6f:8f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:12Z', 'updated_at': '2021-07-22T21:19:33Z', 'revision_number': 1, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:35.690824 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b352d33c-2e1e-457b-aafe-5827d72c1113 None None] New status for floating IP 948b9171-eb43-4243-8415-bc72ce4f49d0: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:19:36.287123 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d642c3-f09e-4c87-8f51-fe4cc792fc37 req-dfe913db-437d-41d3-82a0-70191c1a9f10 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:36.288668 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58d642c3-f09e-4c87-8f51-fe4cc792fc37 req-dfe913db-437d-41d3-82a0-70191c1a9f10 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0675178 Jul 22 21:19:36.328505 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58d642c3-f09e-4c87-8f51-fe4cc792fc37 req-8482b084-713e-4af5-a9ff-3e46923e8a67 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340745 Jul 22 21:19:36.693120 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b621-2d11-4821-8020-feb72f69be21 req-4d7adff4-9e71-4462-8dad-1fbc4a7b2171 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:36.694800 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0229b621-2d11-4821-8020-feb72f69be21 req-4d7adff4-9e71-4462-8dad-1fbc4a7b2171 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0702119 Jul 22 21:19:36.737705 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0229b621-2d11-4821-8020-feb72f69be21 req-a999014b-e311-448b-a6ff-faa30cfc3913 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356593 Jul 22 21:19:36.944619 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a149f3bc-7331-4956-92b8-cc7341a6dcb4 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:36.964815 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: a149f3bc-7331-4956-92b8-cc7341a6dcb4 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:19:36.965299 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device a149f3bc-7331-4956-92b8-cc7341a6dcb4 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:19:37.469532 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd925d-3805-4cbb-9465-be3e4e7e1191 req-af4d24ed-c858-4bba-98c0-22a302164354 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.471062 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d8cd925d-3805-4cbb-9465-be3e4e7e1191 req-af4d24ed-c858-4bba-98c0-22a302164354 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0703607 Jul 22 21:19:37.513004 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d8cd925d-3805-4cbb-9465-be3e4e7e1191 req-6291a94c-58a8-4cac-8ba9-ce969be7e3c8 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Jul 22 21:19:37.868254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547c9ce-9e2f-487b-a773-63b919a9e13a req-46e5dfc9-cdae-4a91-8e49-bff34231fe9e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:37.869777 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c547c9ce-9e2f-487b-a773-63b919a9e13a req-46e5dfc9-cdae-4a91-8e49-bff34231fe9e tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0639462 Jul 22 21:19:37.908992 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c547c9ce-9e2f-487b-a773-63b919a9e13a req-8559f641-910d-4f2d-8312-633dfdf67b14 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Jul 22 21:19:38.019607 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2788-c4fa-420b-8113-97428935fa2f req-1d254a96-1303-47ce-b5c8-e76147e1ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.021132 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-1d254a96-1303-47ce-b5c8-e76147e1ef1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0981615 Jul 22 21:19:38.050698 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-7e534e9d-4f31-4dac-9838-e9e23ff7029a service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199625 Jul 22 21:19:38.178026 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2788-c4fa-420b-8113-97428935fa2f req-efe1c40b-7260-4396-9967-10872ca8a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.179615 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-efe1c40b-7260-4396-9967-10872ca8a3dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1280501 Jul 22 21:19:38.183394 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6fa6ca89-84d0-4011-b47c-15d991a5c915 req-77d5c25c-8db7-4c2b-8fca-5d46fcd4955c service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241949 Jul 22 21:19:38.304644 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-ca93610b-b712-4e30-8fda-4793b201b75f service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975006 Jul 22 21:19:38.418734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da17a3-8c65-4599-aead-09f8135e3895 req-8ab24ba3-d5e1-46fe-accb-eba18ddf5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.420271 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-8ab24ba3-d5e1-46fe-accb-eba18ddf5729 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 1097 time: 0.1332252 Jul 22 21:19:38.423962 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95bd2788-c4fa-420b-8113-97428935fa2f req-45e412de-9254-4445-950b-a27f7ff28872 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029358 Jul 22 21:19:38.542920 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da17a3-8c65-4599-aead-09f8135e3895 req-81aed420-2083-4cdd-b2f0-9e9e3d35fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.544219 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-81aed420-2083-4cdd-b2f0-9e9e3d35fe14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.0932353 Jul 22 21:19:38.591054 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-0198a80d-ea4f-4147-bd5e-66c9669e9fef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c HTTP/1.1" status: 200 len: 217 time: 0.0385058 Jul 22 21:19:38.671941 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da17a3-8c65-4599-aead-09f8135e3895 req-85e39c1a-3ddf-47f0-a1bd-543daca6978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.673501 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-85e39c1a-3ddf-47f0-a1bd-543daca6978a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.0740020 Jul 22 21:19:38.719477 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ad4f3-efce-4aec-877b-9aaff451e405 req-256d87c8-64f9-4bb5-abe2-235486702a94 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.721049 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee5ad4f3-efce-4aec-877b-9aaff451e405 req-256d87c8-64f9-4bb5-abe2-235486702a94 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.1333501 Jul 22 21:19:38.774331 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee5ad4f3-efce-4aec-877b-9aaff451e405 req-2c1c30d5-20aa-45ef-a6f4-d8ad3a3c4fc1 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475552 Jul 22 21:19:38.777681 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da17a3-8c65-4599-aead-09f8135e3895 req-1a5e4ba0-9692-4a77-b37c-1f8647f73ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:38.779152 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-1a5e4ba0-9692-4a77-b37c-1f8647f73ddb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958142 Jul 22 21:19:38.878118 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-6cb8bad3-eba4-4e49-aeca-5a4205e216ec service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889535 Jul 22 21:19:38.978655 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79da17a3-8c65-4599-aead-09f8135e3895 req-88c67d6b-713f-45a5-9eab-b5a5d3c863cd service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877209 Jul 22 21:19:39.057069 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084584d-91e1-4b9a-859c-c7060a7d39e3 req-46119b2e-d81d-4110-9973-e3de0e14f406 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:39.059259 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9084584d-91e1-4b9a-859c-c7060a7d39e3 req-46119b2e-d81d-4110-9973-e3de0e14f406 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0769532 Jul 22 21:19:39.113380 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9084584d-91e1-4b9a-859c-c7060a7d39e3 req-20035f95-6244-4e96-a14e-32d2dbdda51b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 Jul 22 21:19:39.916253 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cddd4-ec80-434d-a7db-5fcdd1f07893 req-96aa4aad-3aa0-46f7-922c-6fd3c96620b6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:39.918048 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-561cddd4-ec80-434d-a7db-5fcdd1f07893 req-96aa4aad-3aa0-46f7-922c-6fd3c96620b6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0723135 Jul 22 21:19:39.957471 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-561cddd4-ec80-434d-a7db-5fcdd1f07893 req-df966154-f670-405b-8589-6a96294f3b3a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338173 Jul 22 21:19:40.255565 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686d44e-7465-4ab2-9bdc-6e4ed3a432b0 req-e17ab34d-065d-430c-966f-44604826dc1b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:40.257140 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7686d44e-7465-4ab2-9bdc-6e4ed3a432b0 req-e17ab34d-065d-430c-966f-44604826dc1b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0696893 Jul 22 21:19:40.301537 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7686d44e-7465-4ab2-9bdc-6e4ed3a432b0 req-2dd73717-86d7-476f-a743-747a5037af49 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350544 Jul 22 21:19:41.095168 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af23f5-7976-4fba-938d-c6c210927d00 req-7003782d-5459-4eb3-b436-5abed85a0e84 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.096916 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f1af23f5-7976-4fba-938d-c6c210927d00 req-7003782d-5459-4eb3-b436-5abed85a0e84 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0675013 Jul 22 21:19:41.137874 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f1af23f5-7976-4fba-938d-c6c210927d00 req-97116a63-e144-4d84-9d8f-cf904247e421 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349705 Jul 22 21:19:41.440281 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4841eb-15ed-4c08-8c32-14e9577012bb req-e1d19279-d982-4e91-af07-c035a71d00df tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:41.441735 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc4841eb-15ed-4c08-8c32-14e9577012bb req-e1d19279-d982-4e91-af07-c035a71d00df tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0676341 Jul 22 21:19:41.494101 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dc4841eb-15ed-4c08-8c32-14e9577012bb req-24aad4dd-3a03-4ef8-ab4c-84a6f6663c04 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Jul 22 21:19:42.297981 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0a5cd-540b-4dbb-9fd7-dabb745dd0fc req-27425cab-9e48-4919-9c8b-a4164400a841 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.299566 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8be0a5cd-540b-4dbb-9fd7-dabb745dd0fc req-27425cab-9e48-4919-9c8b-a4164400a841 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0757875 Jul 22 21:19:42.339488 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8be0a5cd-540b-4dbb-9fd7-dabb745dd0fc req-ce6ba027-e23a-42a3-8f24-ae12c8b898c4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Jul 22 21:19:42.632646 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6d33c-07b8-49ef-8eda-ede4ada38851 req-c628ce39-1c85-4941-ba5c-9158d9a756bd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:42.634319 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-30f6d33c-07b8-49ef-8eda-ede4ada38851 req-c628ce39-1c85-4941-ba5c-9158d9a756bd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0700064 Jul 22 21:19:42.675418 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-30f6d33c-07b8-49ef-8eda-ede4ada38851 req-0a3cbd6b-149b-4c25-b2a2-404149e37071 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347450 Jul 22 21:19:43.469146 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:43.479021 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72baaaf-8bbe-47dd-a6e2-5359265feb2b req-a6a32354-b27a-4b9c-aede-f7578518b4d4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.481699 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e72baaaf-8bbe-47dd-a6e2-5359265feb2b req-a6a32354-b27a-4b9c-aede-f7578518b4d4 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 944 time: 0.0721796 Jul 22 21:19:43.533759 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e72baaaf-8bbe-47dd-a6e2-5359265feb2b req-0e18dfc9-d04f-4b1d-a3a4-d2adf4cfc7f6 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Jul 22 21:19:43.586265 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:43.598289 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'port_id': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'mac_address': 'fa:16:3e:00:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:43.641640 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.655634 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:43.677773 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:43.681874 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:43.738462 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:43.746232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.746577 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.746918 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.747254 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.747585 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.747963 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.748337 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.748664 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.748995 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.749336 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.749657 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.749981 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:19:43.824081 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda88a4-2d56-44f0-8787-cb57fc4ccfd8 req-210e9c2a-8101-401c-81ca-906b4bd7f4ab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:43.825701 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8fda88a4-2d56-44f0-8787-cb57fc4ccfd8 req-210e9c2a-8101-401c-81ca-906b4bd7f4ab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0673225 Jul 22 21:19:43.872452 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8fda88a4-2d56-44f0-8787-cb57fc4ccfd8 req-f69ca011-56d2-4a06-8181-d7b540a4138c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409377 Jul 22 21:19:44.130557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['11a42c1b-c53c-4f13-b1b3-90da2c5ade4c'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:44.678078 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ee59a-428d-4066-8f7a-f8f6fb1d2946 req-65ae64b6-a229-4ada-9cf6-51b73b1c3471 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.679688 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f7ee59a-428d-4066-8f7a-f8f6fb1d2946 req-65ae64b6-a229-4ada-9cf6-51b73b1c3471 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0670116 Jul 22 21:19:44.723677 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f7ee59a-428d-4066-8f7a-f8f6fb1d2946 req-9173f92c-dbf6-4a91-8fb2-7a7514ab4d16 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371752 Jul 22 21:19:44.856657 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-fb66c706-fd9b-4953-bbd0-fda9d51e81fe tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:44.858120 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-fb66c706-fd9b-4953-bbd0-fda9d51e81fe tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/networks?id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 200 len: 813 time: 0.1263902 Jul 22 21:19:44.882881 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-7adc9b2b-ab05-48dc-910c-bcde57c95892 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/quotas/a82d8f45dc684ee080eb644f87c1d1ee HTTP/1.1" status: 200 len: 375 time: 0.0179586 Jul 22 21:19:44.922524 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-21a102e6-dec8-4301-a6ed-e810c6506040 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317798 Jul 22 21:19:45.068068 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-0530f847-448f-49e8-b18a-c622f397eed8 service neutron] 10.222.0.44 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344571 Jul 22 21:19:45.076856 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffbf46-dee7-4830-835c-357eccd84985 req-16bb37b9-c6f4-4c20-a02c-4f9d5edd8ca6 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.078377 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e3ffbf46-dee7-4830-835c-357eccd84985 req-16bb37b9-c6f4-4c20-a02c-4f9d5edd8ca6 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1260023 Jul 22 21:19:45.173314 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e3ffbf46-dee7-4830-835c-357eccd84985 req-d9218725-346a-40b2-a1da-fd3848a4d701 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866368 Jul 22 21:19:45.199840 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-19bdad27-f535-48aa-a36d-38f11f157c37 service neutron] 10.222.0.44 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204689 Jul 22 21:19:45.371202 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e919a5b0-cb78-4e56-9205-6295debec2d9 req-7182e4a5-e853-4046-936c-0ea930233059 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 210 time: 0.0328283 Jul 22 21:19:45.874082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9ae86-f745-497b-8b9f-533d2c04031d req-7d726900-ed2f-4e85-9d6c-d312367037b2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.876407 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9ff9ae86-f745-497b-8b9f-533d2c04031d req-7d726900-ed2f-4e85-9d6c-d312367037b2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 945 time: 0.0776062 Jul 22 21:19:45.920753 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9ff9ae86-f745-497b-8b9f-533d2c04031d req-d3e643a2-ab3c-4855-ae2a-0b079c450b37 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Jul 22 21:19:46.317093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66210c8-b15e-4910-94ef-5e212c6d3c63 req-184cae0f-463f-45d5-91e2-6a68309eaade tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:46.318670 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f66210c8-b15e-4910-94ef-5e212c6d3c63 req-184cae0f-463f-45d5-91e2-6a68309eaade tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0683975 Jul 22 21:19:46.357415 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f66210c8-b15e-4910-94ef-5e212c6d3c63 req-1ece3028-088e-4395-8ace-08b59ac4d64a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Jul 22 21:19:46.445825 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:46.482242 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58e91413-a308-4741-965f-d198c6c79d61 req-6c202b40-695d-49df-b7d2-b79a97512794 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 210 time: 0.0352359 Jul 22 21:19:46.511046 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:46.515962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:46.516530 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.618675 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.649286 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:46.651883 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc9e1cb-c81f-413c-8ed9-47ef82b62981" -d '{"events": [{"server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:46.665943 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:46.673901 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.690901 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-a0ce5084-9e7b-4f32-8426-85ef0ada6e13 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:46.692560 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-a0ce5084-9e7b-4f32-8426-85ef0ada6e13 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "GET /v2.0/networks?id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 200 len: 813 time: 0.1272755 Jul 22 21:19:46.717894 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Request body: {'port': {'device_id': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf', 'admin_state_up': True, 'tenant_id': 'a82d8f45dc684ee080eb644f87c1d1ee'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:46.722581 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd9121-fd10-43fb-98bf-e96fb85f1e38 x-openstack-request-id: req-b9cd9121-fd10-43fb-98bf-e96fb85f1e38 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:46.723019 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "name": "network-vif-plugged", "status": "completed", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:46.723272 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9cd9121-fd10-43fb-98bf-e96fb85f1e38 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:46.723660 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'code': 200} Jul 22 21:19:46.741761 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:46.852072 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Made reservation on behalf of a82d8f45dc684ee080eb644f87c1d1ee for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:19:46.858992 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:46.999273 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Allocated IP 172.20.0.14 (4e6f6a1c-9164-4ee2-b679-15c0d62603cf/38fe97ef-dabe-45e2-a145-c0f5402f25b8/67f8afa6-02b1-4e91-b856-1650c456b86d) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:19:47.155765 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:47.478824 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65628fd-ac9c-4073-8955-e8bf08210533 req-0a5e7b7d-a927-4d02-9956-31ab16aa9d22 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.480901 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65628fd-ac9c-4073-8955-e8bf08210533 req-0a5e7b7d-a927-4d02-9956-31ab16aa9d22 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.4795451 Jul 22 21:19:47.493030 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8ed87-26d8-4049-a5db-63c4eb36c2ef req-0adc4525-77c9-4beb-a195-93cae127000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.494491 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6f8ed87-26d8-4049-a5db-63c4eb36c2ef req-0adc4525-77c9-4beb-a195-93cae127000c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 1099 time: 0.4797313 Jul 22 21:19:47.611475 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f65628fd-ac9c-4073-8955-e8bf08210533 req-17092686-7648-4f84-89d4-7d8b86aa6140 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125455 Jul 22 21:19:47.614342 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:47.621155 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6f8ed87-26d8-4049-a5db-63c4eb36c2ef req-7f86079d-ed22-4ed2-86d1-015707357860 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980742 Jul 22 21:19:47.664098 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4be1a5-e740-4268-a684-d1b54afd1656 req-4a2b393c-c6a3-4d37-a781-454aeca6348f tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.665566 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f4be1a5-e740-4268-a684-d1b54afd1656 req-4a2b393c-c6a3-4d37-a781-454aeca6348f tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1947377 Jul 22 21:19:47.700241 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:47.786731 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f4be1a5-e740-4268-a684-d1b54afd1656 req-26a8a016-f2e8-44a8-93ec-c7a63d19f03d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143253 Jul 22 21:19:47.790608 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:19:47.800436 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:19:47.806327 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:19:47.811917 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Pushing event updated for resources: {'Port': ['ID=67f8afa6-02b1-4e91-b856-1650c456b86d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:47.865602 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.866243 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:47.875248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc14ec-e0e9-4587-8b77-dfe254bde5ae req-e9cc8ef1-4ba0-440b-9f37-6e61bc588035 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:47.876751 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f4bc14ec-e0e9-4587-8b77-dfe254bde5ae req-e9cc8ef1-4ba0-440b-9f37-6e61bc588035 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 932 time: 0.1943307 Jul 22 21:19:47.900543 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9014e6b2-5d1a-4102-a9c6-76924a7e0e8b tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1883917 Jul 22 21:19:47.921669 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f4bc14ec-e0e9-4587-8b77-dfe254bde5ae req-8a9fe72d-268c-4f97-b4ab-caff809ac221 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Jul 22 21:19:47.948664 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0fef613c-3c24-4a29-9c29-292209508c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.011355 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Request body: {'port': {'device_id': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:48.102265 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.387900 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f8afa6-02b1-4e91-b856-1650c456b86d {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:48.404012 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.440987 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Transition to ACTIVE for port object 67f8afa6-02b1-4e91-b856-1650c456b86d will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:19:48.445435 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.508843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Pushing event updated for resources: {'Port': ['ID=67f8afa6-02b1-4e91-b856-1650c456b86d,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:48.541028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-942bdb13-273b-4720-9e33-5776b0873c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:48.543047 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-942bdb13-273b-4720-9e33-5776b0873c0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1098 time: 0.1482835 Jul 22 21:19:48.662683 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Attempting to bind port 67f8afa6-02b1-4e91-b856-1650c456b86d on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:19:48.663110 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Attempting to bind port 67f8afa6-02b1-4e91-b856-1650c456b86d by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:19:48.663340 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Attempting to bind port 67f8afa6-02b1-4e91-b856-1650c456b86d on network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:48.674320 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Port 67f8afa6-02b1-4e91-b856-1650c456b86d on network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:19:48.674675 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Attempting to bind port 67f8afa6-02b1-4e91-b856-1650c456b86d on network 4e6f6a1c-9164-4ee2-b679-15c0d62603cf {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:19:48.692279 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:19:48.692706 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Checking segment: {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:19:48.693804 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Bound using segment: {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:19:48.693804 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Bound port: 67f8afa6-02b1-4e91-b856-1650c456b86d, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ae938f-cce4-415a-ab10-54ae9c68fbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:19:48.694038 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.707403 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-8f09873b-c9ca-4cb0-b4fd-20175ec07b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:48.708962 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-8f09873b-c9ca-4cb0-b4fd-20175ec07b44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 910 time: 0.1457205 Jul 22 21:19:48.840905 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-47b1fa7a-7a13-4f57-b902-2c3c3df1d07d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 1000 time: 0.1084754 Jul 22 21:19:48.916417 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] For port 67f8afa6-02b1-4e91-b856-1650c456b86d, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:19:48.956059 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] For port 67f8afa6-02b1-4e91-b856-1650c456b86d, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=67f8afa6-02b1-4e91-b856-1650c456b86d,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:19:48.972623 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a532-3e71-4dff-abf2-4aef1120b08a req-47dac4b4-cae8-4f41-99c4-e19aa2e48c43 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:48.974192 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6419a532-3e71-4dff-abf2-4aef1120b08a req-47dac4b4-cae8-4f41-99c4-e19aa2e48c43 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.2854311 Jul 22 21:19:48.976339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.012982 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-3dd44e98-1dfa-4930-9bae-76b1cbfac28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.014485 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-3dd44e98-1dfa-4930-9bae-76b1cbfac28c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.1602833 Jul 22 21:19:49.077555 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.078190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:49.079606 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] 10.222.0.69 "PUT /v2.0/ports/67f8afa6-02b1-4e91-b856-1650c456b86d HTTP/1.1" status: 200 len: 1094 time: 1.0738120 Jul 22 21:19:49.081527 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'tag': '67f8afa6-02b1-4e91-b856-1650c456b86d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:49.083895 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb9cf80-8d54-47fb-9ee0-116294e3c941" -d '{"events": [{"name": "network-changed", "server_uuid": "48728d7e-81e8-4bbd-990f-0e685a6cfdb7", "tag": "67f8afa6-02b1-4e91-b856-1650c456b86d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:49.139971 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6419a532-3e71-4dff-abf2-4aef1120b08a req-4e5f8de9-b432-4995-8ee4-a40e19a0e17a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494691 Jul 22 21:19:49.141568 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad5ace-8794-42f2-9909-c84d40194b70 service neutron] Pushing event updated for resources: {'Port': ['ID=67f8afa6-02b1-4e91-b856-1650c456b86d,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:49.163556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc57b-ca74-449c-9a05-1d6c13715af7 req-514e1565-a672-4ca7-9f3e-32017b500fc8 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.165612 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d25bc57b-ca74-449c-9a05-1d6c13715af7 req-514e1565-a672-4ca7-9f3e-32017b500fc8 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.2964730 Jul 22 21:19:49.203473 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-a0c143f9-9c0b-4f5b-a067-bce23098b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.205089 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-a0c143f9-9c0b-4f5b-a067-bce23098b02b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1821039 Jul 22 21:19:49.244545 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d25bc57b-ca74-449c-9a05-1d6c13715af7 req-6b191251-8051-4596-a008-c57f9c5af5bc tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652761 Jul 22 21:19:49.295075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f2824a-597a-4a1f-8e49-9c23125a6edd x-openstack-request-id: req-84f2824a-597a-4a1f-8e49-9c23125a6edd {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:49.295373 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48728d7e-81e8-4bbd-990f-0e685a6cfdb7", "tag": "67f8afa6-02b1-4e91-b856-1650c456b86d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:49.295624 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84f2824a-597a-4a1f-8e49-9c23125a6edd {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:49.296015 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'tag': '67f8afa6-02b1-4e91-b856-1650c456b86d', 'status': 'completed', 'code': 200} Jul 22 21:19:49.401404 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-ab99a283-9db0-4322-99b3-85c14d7a22d9 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774023 Jul 22 21:19:49.410493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9d5bf7ad-f847-4d43-b4a0-1525b5904514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.414116 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-9d5bf7ad-f847-4d43-b4a0-1525b5904514 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 1097 time: 0.1863861 Jul 22 21:19:49.425662 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de4d79-84e3-40bf-b042-d79cb086d447 req-1bd61d90-54d2-46ac-a179-56a7fb9ad2b5 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.427108 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a6de4d79-84e3-40bf-b042-d79cb086d447 req-1bd61d90-54d2-46ac-a179-56a7fb9ad2b5 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 944 time: 0.1548388 Jul 22 21:19:49.504191 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-cd68e2ec-955c-4bc9-a753-6cf23eee9501 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f8afa6-02b1-4e91-b856-1650c456b86d HTTP/1.1" status: 200 len: 217 time: 0.0691831 Jul 22 21:19:49.598390 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a6de4d79-84e3-40bf-b042-d79cb086d447 req-e0f8a22a-811d-4b43-931d-940f154c76b6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646848 Jul 22 21:19:49.638209 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-1fd30fe9-677a-4d72-9f42-6efdeea8235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:49.639684 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-1fd30fe9-677a-4d72-9f42-6efdeea8235f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38fe97ef-dabe-45e2-a145-c0f5402f25b8 HTTP/1.1" status: 200 len: 853 time: 0.1223705 Jul 22 21:19:49.645777 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a2348cde-533b-43df-b73d-3637a7e3f676 req-99bff87d-ca3f-4f26-bdc6-800bb126db03 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089999 Jul 22 21:19:49.679265 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-dc3ba855-1c4a-4bbb-bc45-c333bc50928c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320828 Jul 22 21:19:49.813212 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-b7052762-bc8c-4ee2-9d87-8b1e64d37f43 service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906253 Jul 22 21:19:49.912573 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-29cb5677-434c-4c44-bd3f-2bbab114bf7d req-8b82afc5-f246-4d1d-9874-199d1d34ce4f service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916998 Jul 22 21:19:50.106117 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-8a42256c-3634-4371-8c27-e454d2c60642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.107808 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-8a42256c-3634-4371-8c27-e454d2c60642 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 1097 time: 0.0587981 Jul 22 21:19:50.211457 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-d56e7b74-be48-4079-bd22-09cb012a67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.213080 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-d56e7b74-be48-4079-bd22-09cb012a67d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 200 len: 914 time: 0.0978022 Jul 22 21:19:50.262151 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-fd033508-e20a-4f97-8edc-e0faf0fa484c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f8afa6-02b1-4e91-b856-1650c456b86d HTTP/1.1" status: 200 len: 217 time: 0.0386980 Jul 22 21:19:50.383230 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-4e4ef081-79e3-4ee3-a077-65d037543dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.384828 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-4e4ef081-79e3-4ee3-a077-65d037543dfd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=38fe97ef-dabe-45e2-a145-c0f5402f25b8 HTTP/1.1" status: 200 len: 853 time: 0.1137431 Jul 22 21:19:50.424012 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e83c4c-9227-4076-92e8-30477985bf82 req-ea0c255b-d63e-4e48-b037-55b0140c5082 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.425705 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9e83c4c-9227-4076-92e8-30477985bf82 req-ea0c255b-d63e-4e48-b037-55b0140c5082 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.1661503 Jul 22 21:19:50.447003 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-799d230d-c3aa-489b-9ac4-6dc5d7b4b6c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4e6f6a1c-9164-4ee2-b679-15c0d62603cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505795 Jul 22 21:19:50.504094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac0c57-49e5-4e49-b12a-7545c3897d5e req-e1db16c9-401d-4da8-b956-3f2df41e644c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.505806 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66ac0c57-49e5-4e49-b12a-7545c3897d5e req-e1db16c9-401d-4da8-b956-3f2df41e644c tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1864305 Jul 22 21:19:50.540414 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9e83c4c-9227-4076-92e8-30477985bf82 req-0708bb21-e64f-48ca-9063-9b8872002c3e tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960150 Jul 22 21:19:50.611006 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-66ac0c57-49e5-4e49-b12a-7545c3897d5e req-57b61d0f-2c4a-432c-aa94-6d39874b267d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908210 Jul 22 21:19:50.623121 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-944aa5d9-00cb-4e43-946c-51e33f57d2bc service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662104 Jul 22 21:19:50.725124 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f5a2139b-7637-46a9-992d-f9c3bf7d2da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.808718 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4bb9cf80-8d54-47fb-9ee0-116294e3c941 req-b43644bc-8a53-46a5-adba-a219c594c028 service neutron] 10.222.0.69 "GET /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682322 Jul 22 21:19:50.840622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c09d2-e75c-4c83-a697-1c8423bdeefa req-20235a20-15ee-476f-b04f-bd3b9cb0d3d8 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.842176 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-043c09d2-e75c-4c83-a697-1c8423bdeefa req-20235a20-15ee-476f-b04f-bd3b9cb0d3d8 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.1694381 Jul 22 21:19:50.852373 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 52214) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:19:50.858249 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Request body: {'floatingip': {'port_id': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:19:50.864023 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b2fc2-2c61-4d80-b458-7a264879ffd3 req-5729af36-5d41-4b87-ae96-7bc0e1e3fc7e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:50.865622 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe9b2fc2-2c61-4d80-b458-7a264879ffd3 req-5729af36-5d41-4b87-ae96-7bc0e1e3fc7e tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 944 time: 0.1134489 Jul 22 21:19:50.904722 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.917674 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe9b2fc2-2c61-4d80-b458-7a264879ffd3 req-612b0651-b09f-4db8-af92-d99644ec0300 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Jul 22 21:19:50.945149 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:51.356619 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:51.360260 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:51.465222 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Floating IP 7deb29ad-d76e-4c81-8098-2727168df3bc associated. External IP: 172.27.0.189, port: 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c. Jul 22 21:19:51.691809 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:19:51.764741 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c666f-da70-4584-bf3f-76b8fb0908dc req-70f7d63e-f7ca-4188-8a3e-d550e8326c1d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:51.766453 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d35c666f-da70-4584-bf3f-76b8fb0908dc req-70f7d63e-f7ca-4188-8a3e-d550e8326c1d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0797760 Jul 22 21:19:51.806153 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d35c666f-da70-4584-bf3f-76b8fb0908dc req-22e80762-9069-4da4-82eb-c5b50df65a37 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341871 Jul 22 21:19:51.808190 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:19:51.814085 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:51.820677 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:19:51.832532 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:51.833517 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:19:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:51.856876 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0f47ec2a-b1e3-47b9-84db-676649b4a2f3 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "PUT /v2.0/floatingips/7deb29ad-d76e-4c81-8098-2727168df3bc HTTP/1.1" status: 200 len: 992 time: 1.0031772 Jul 22 21:19:51.857625 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:51.860686 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49604359-f0ba-4591-8fca-8442a1cd2282" -d '{"events": [{"name": "network-changed", "server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:51.914314 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355250ec-7866-47c4-b0f9-8ae6408b8f3a x-openstack-request-id: req-355250ec-7866-47c4-b0f9-8ae6408b8f3a {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:51.914618 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:51.915173 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-355250ec-7866-47c4-b0f9-8ae6408b8f3a {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:51.915894 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'status': 'completed', 'code': 200} Jul 22 21:19:51.927793 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:51.965697 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:52.106245 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fe077-047e-455c-ada6-673143a481e5 req-205b3a63-0e01-46a3-ba54-5c482fca547a tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.108133 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6e9fe077-047e-455c-ada6-673143a481e5 req-205b3a63-0e01-46a3-ba54-5c482fca547a tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 944 time: 0.1137414 Jul 22 21:19:52.164800 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-60d4e834-1ded-4490-874f-97bb01e8fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.166385 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-60d4e834-1ded-4490-874f-97bb01e8fef1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 1099 time: 0.1061008 Jul 22 21:19:52.172392 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6e9fe077-047e-455c-ada6-673143a481e5 req-e781bc58-c4db-4ff0-b30d-6d0f63c97af7 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552948 Jul 22 21:19:52.238595 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '7deb29ad-d76e-4c81-8098-2727168df3bc', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'port_id': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'mac_address': 'fa:16:3e:00:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:29Z', 'updated_at': '2021-07-22T21:19:51Z', 'revision_number': 1, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:52.271482 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:19:52.271780 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-9dd7f3c8-8336-4408-8b64-7558c8042e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.273115 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-9dd7f3c8-8336-4408-8b64-7558c8042e8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 200 len: 912 time: 0.0960193 Jul 22 21:19:52.282213 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:19:52.283062 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:19:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:52.370352 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-9a4b75e1-19bd-4bdc-a281-988e194252d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c HTTP/1.1" status: 200 len: 1000 time: 0.0891216 Jul 22 21:19:52.435220 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-f86fbab2-ea0f-49f4-9497-c1d5089f3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.439079 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-f86fbab2-ea0f-49f4-9497-c1d5089f3136 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 200 len: 850 time: 0.0575709 Jul 22 21:19:52.489215 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 67f8afa6-02b1-4e91-b856-1650c456b86d details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:19:52.530354 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-de4a46c8-aa1d-4aae-8524-681d88fe164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.530354 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-de4a46c8-aa1d-4aae-8524-681d88fe164f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6165754f-c24a-4511-9d07-7c715fd0fdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855980 Jul 22 21:19:52.605933 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:19:52.647924 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-208e212f-01c5-4a59-a9f2-246416f03d7a service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094272 Jul 22 21:19:52.727707 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 67f8afa6-02b1-4e91-b856-1650c456b86d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=67f8afa6-02b1-4e91-b856-1650c456b86d,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:52.750097 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '67f8afa6-02b1-4e91-b856-1650c456b86d', 'network_id': '4e6f6a1c-9164-4ee2-b679-15c0d62603cf', 'port_id': '67f8afa6-02b1-4e91-b856-1650c456b86d', 'mac_address': 'fa:16:3e:25:e7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe97ef-dabe-45e2-a145-c0f5402f25b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:19:52.768874 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-49604359-f0ba-4591-8fca-8442a1cd2282 req-7ad23603-f5a1-4a11-a3a7-bede9bab7bf1 service neutron] 10.222.0.69 "GET /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140227 Jul 22 21:19:52.821854 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:52.869996 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f8afa6-02b1-4e91-b856-1650c456b86d {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:19:52.904657 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 67f8afa6-02b1-4e91-b856-1650c456b86d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=67f8afa6-02b1-4e91-b856-1650c456b86d,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:52.911130 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:52.960817 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f5c35-2132-4e7c-b5bf-6a60eadc9712 req-075156fa-4569-4e64-8934-ea693a4082fa tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:52.962342 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-757f5c35-2132-4e7c-b5bf-6a60eadc9712 req-075156fa-4569-4e64-8934-ea693a4082fa tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0733869 Jul 22 21:19:52.992649 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=67f8afa6-02b1-4e91-b856-1650c456b86d,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:53.014493 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-757f5c35-2132-4e7c-b5bf-6a60eadc9712 req-9cebd092-b6d1-45df-82f3-62fd8add08eb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Jul 22 21:19:53.021850 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '7deb29ad-d76e-4c81-8098-2727168df3bc', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'port_id': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'mac_address': 'fa:16:3e:00:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:29Z', 'updated_at': '2021-07-22T21:19:51Z', 'revision_number': 1, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:19:53.053969 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ca855-4924-4174-b338-5239e05906f3 None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '7deb29ad-d76e-4c81-8098-2727168df3bc', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'port_id': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'mac_address': 'fa:16:3e:00:e8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:19:29Z', 'updated_at': '2021-07-22T21:19:51Z', 'revision_number': 1, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:19:53.304563 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85e7bf-60a0-4e6e-88bf-d03a9d545adf None None] New status for floating IP 7deb29ad-d76e-4c81-8098-2727168df3bc: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:19:53.354751 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['67f8afa6-02b1-4e91-b856-1650c456b86d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:19:53.566988 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:53.644707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-50c24f35-a9cf-4769-bdea-aa8f45b43c9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4742854 Jul 22 21:19:53.655332 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dc6b5-be08-4565-8688-5c51bf2eb9b2 req-d6bc283a-7f86-45bd-a2c6-34010251c52b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:53.656926 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7a5dc6b5-be08-4565-8688-5c51bf2eb9b2 req-d6bc283a-7f86-45bd-a2c6-34010251c52b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.4399579 Jul 22 21:19:53.696006 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af77a-cefe-4bf9-8a11-2ac1e90e8c24 req-de403e05-5d90-4e3a-bd61-8e915d4f7455 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:53.697672 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8d6af77a-cefe-4bf9-8a11-2ac1e90e8c24 req-de403e05-5d90-4e3a-bd61-8e915d4f7455 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 945 time: 0.4302983 Jul 22 21:19:53.738950 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7a5dc6b5-be08-4565-8688-5c51bf2eb9b2 req-1c534949-7657-4d7a-ae12-7e912b1908b7 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732443 Jul 22 21:19:53.763429 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8d6af77a-cefe-4bf9-8a11-2ac1e90e8c24 req-ce413953-1515-465a-a80c-10be3249a673 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545304 Jul 22 21:19:54.467327 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 67f8afa6-02b1-4e91-b856-1650c456b86d up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:19:54.521773 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 67f8afa6-02b1-4e91-b856-1650c456b86d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:19:54.525610 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 67f8afa6-02b1-4e91-b856-1650c456b86d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:19:54.525959 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.613133 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.637587 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f8afa6-02b1-4e91-b856-1650c456b86d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:54.639851 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb513f-b7cd-4946-adc4-7b92fd13f12c" -d '{"events": [{"server_uuid": "48728d7e-81e8-4bbd-990f-0e685a6cfdb7", "name": "network-vif-plugged", "status": "completed", "tag": "67f8afa6-02b1-4e91-b856-1650c456b86d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:54.653623 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 67f8afa6-02b1-4e91-b856-1650c456b86d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=67f8afa6-02b1-4e91-b856-1650c456b86d,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:54.658059 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.659248 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:19:54.702961 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd2eea9-d0a5-41bd-a0d6-aadf8513120a x-openstack-request-id: req-8dd2eea9-d0a5-41bd-a0d6-aadf8513120a {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:54.703230 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48728d7e-81e8-4bbd-990f-0e685a6cfdb7", "name": "network-vif-plugged", "status": "completed", "tag": "67f8afa6-02b1-4e91-b856-1650c456b86d", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:54.703489 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dd2eea9-d0a5-41bd-a0d6-aadf8513120a {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:54.703875 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f8afa6-02b1-4e91-b856-1650c456b86d', 'code': 200} Jul 22 21:19:54.747208 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=67f8afa6-02b1-4e91-b856-1650c456b86d,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:54.816681 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.870199 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:19:54.875411 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:54.939009 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=6']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:19:55.037208 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1018-607b-4390-875a-d98f42b8565f req-5282b95a-9c8a-41c5-a3d0-4413c037846f tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:55.038672 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6e0f1018-607b-4390-875a-d98f42b8565f req-5282b95a-9c8a-41c5-a3d0-4413c037846f tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1905754 Jul 22 21:19:55.042244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7e289-1f41-47db-9906-6fb2bf9b0db3 req-34374674-1537-438e-9628-02a888c5db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:55.043669 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-39f7e289-1f41-47db-9906-6fb2bf9b0db3 req-34374674-1537-438e-9628-02a888c5db2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 1099 time: 0.1412387 Jul 22 21:19:55.060747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b2cb1-3f30-4f65-87e1-e90e3ac80707 req-ed73cdb4-fe18-4579-b723-5b5e8e5f45f4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:55.062134 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1f4b2cb1-3f30-4f65-87e1-e90e3ac80707 req-ed73cdb4-fe18-4579-b723-5b5e8e5f45f4 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.1513681 Jul 22 21:19:55.118824 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6e0f1018-607b-4390-875a-d98f42b8565f req-0fcecc72-a609-477a-9163-57307c974ef3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725918 Jul 22 21:19:55.145535 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-39f7e289-1f41-47db-9906-6fb2bf9b0db3 req-166f9a7c-c47f-4127-87e4-a6d0377e0b34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Jul 22 21:19:55.149067 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1f4b2cb1-3f30-4f65-87e1-e90e3ac80707 req-936ac142-d13a-49e1-b444-0abc35508439 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733283 Jul 22 21:19:56.114557 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99580a6-7490-4158-b727-07edbae050c3 req-54577790-66e2-41cd-b4ff-376628f70cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.116098 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-54577790-66e2-41cd-b4ff-376628f70cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0&tenant_id=61f271f6c88b4af2aca02c565bfe1ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0656939 Jul 22 21:19:56.297489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99580a6-7490-4158-b727-07edbae050c3 req-9f01bd2c-f96f-4218-89cd-0b82e246df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.299022 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-9f01bd2c-f96f-4218-89cd-0b82e246df7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1096 time: 0.1388028 Jul 22 21:19:56.326289 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384b7d7-aa2f-4021-8155-be24e25722de req-047e623e-0ff5-48f6-916a-243c4e7d80f3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.327853 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8384b7d7-aa2f-4021-8155-be24e25722de req-047e623e-0ff5-48f6-916a-243c4e7d80f3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.1323869 Jul 22 21:19:56.398816 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be81a3-36ec-4844-b39c-371c9b655640 req-278cfb71-3fbd-4ad1-97d0-ad293401b88d tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.401489 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94be81a3-36ec-4844-b39c-371c9b655640 req-278cfb71-3fbd-4ad1-97d0-ad293401b88d tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.1732554 Jul 22 21:19:56.477953 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8384b7d7-aa2f-4021-8155-be24e25722de req-9974e28d-2052-473d-834e-c32be16fccc3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406682 Jul 22 21:19:56.508623 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94be81a3-36ec-4844-b39c-371c9b655640 req-c43dc743-0555-4cad-8d6a-01ef6cfb2a5c tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995004 Jul 22 21:19:56.516614 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99580a6-7490-4158-b727-07edbae050c3 req-84529919-6864-44e3-a4f5-0110586c05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.518780 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-84529919-6864-44e3-a4f5-0110586c05c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 910 time: 0.2023647 Jul 22 21:19:56.649710 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-41df714d-737a-4f2d-87a2-d424fa45cd52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 998 time: 0.0726266 Jul 22 21:19:56.704698 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:19:56.708962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710439e0-fd8e-47bd-a23b-a3896ce29c51" -d '{"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-unplugged", "status": "completed", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:19:56.750105 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99580a6-7490-4158-b727-07edbae050c3 req-a58acf5d-7520-43bd-9d1d-93d42a99bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.754214 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-a58acf5d-7520-43bd-9d1d-93d42a99bb59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.0857363 Jul 22 21:19:56.831636 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99580a6-7490-4158-b727-07edbae050c3 req-4ecba80d-9d23-4b98-bfa8-088499cb17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:56.835515 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-4ecba80d-9d23-4b98-bfa8-088499cb17b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631626 Jul 22 21:19:56.870241 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d37b92-feb0-4b1e-865e-c22ac7f0a43b x-openstack-request-id: req-e7d37b92-feb0-4b1e-865e-c22ac7f0a43b {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:19:56.870539 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-unplugged", "status": "completed", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:19:56.870790 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7d37b92-feb0-4b1e-865e-c22ac7f0a43b {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:19:56.871178 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'code': 200} Jul 22 21:19:56.945170 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-03e29f13-1d86-42ef-85b7-5dea29adc887 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956926 Jul 22 21:19:57.062438 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-a9bd7316-ff00-4676-a45f-dc8e1c1331da service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059554 Jul 22 21:19:57.657959 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9e0c-955e-4283-ad7c-b8e0ba81862e req-5666dd9b-dcf3-4b0e-9443-6a37a586c593 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:57.659566 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72cd9e0c-955e-4283-ad7c-b8e0ba81862e req-5666dd9b-dcf3-4b0e-9443-6a37a586c593 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.1066723 Jul 22 21:19:57.711044 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677eda-c8e3-4122-99c6-6bbfc974fbd7 req-7bd44a78-8e18-429a-97b5-9661e6f844d1 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:57.712599 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b677eda-c8e3-4122-99c6-6bbfc974fbd7 req-7bd44a78-8e18-429a-97b5-9661e6f844d1 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.1133661 Jul 22 21:19:57.720963 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-72cd9e0c-955e-4283-ad7c-b8e0ba81862e req-64f5ca73-f989-4bfa-a56d-20cff898d5eb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513880 Jul 22 21:19:57.757304 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b677eda-c8e3-4122-99c6-6bbfc974fbd7 req-c6598016-6442-4a6a-9b1a-1c1d6d72f8fc tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353134 Jul 22 21:19:58.876733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafc56b-bc6d-4c96-bbe5-46fda956c1f7 req-06486b85-d121-4b1a-8d9a-ae211ba0a4e7 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:58.878176 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeafc56b-bc6d-4c96-bbe5-46fda956c1f7 req-06486b85-d121-4b1a-8d9a-ae211ba0a4e7 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0779569 Jul 22 21:19:58.924253 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-eeafc56b-bc6d-4c96-bbe5-46fda956c1f7 req-806cc16e-4d38-4f93-b683-60bb7f73370d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365655 Jul 22 21:20:00.072624 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078809e-c049-4153-86fd-8df128d4257a req-5282d5ef-861a-443e-b93e-85a844c97680 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:00.074196 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4078809e-c049-4153-86fd-8df128d4257a req-5282d5ef-861a-443e-b93e-85a844c97680 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0697000 Jul 22 21:20:00.115072 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4078809e-c049-4153-86fd-8df128d4257a req-855a3949-55cb-4432-a9a6-df9c7e8f5aab tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352967 Jul 22 21:20:01.261085 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091c0a5-aa5b-469d-b8bf-9a69015ed505 req-8684e347-9fa9-42f3-9206-59ca90549a82 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:01.262421 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3091c0a5-aa5b-469d-b8bf-9a69015ed505 req-8684e347-9fa9-42f3-9206-59ca90549a82 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0666354 Jul 22 21:20:01.303390 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3091c0a5-aa5b-469d-b8bf-9a69015ed505 req-02f6d0c9-71e0-4b85-b88f-81a5d6525144 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351105 Jul 22 21:20:02.452721 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e606454-bc40-47f2-8789-ab4941ae1c48 req-1d8e9a90-7d90-4a83-aca0-f365606e1aa2 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:02.454293 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5e606454-bc40-47f2-8789-ab4941ae1c48 req-1d8e9a90-7d90-4a83-aca0-f365606e1aa2 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0798349 Jul 22 21:20:02.495798 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5e606454-bc40-47f2-8789-ab4941ae1c48 req-344c9179-5a72-44d6-84f4-1278e640fc58 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356555 Jul 22 21:20:03.646696 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d72e0c-f0a0-4a21-bad0-f9d95f640b50 req-da60ed8f-7622-45ac-9524-8542849dabec tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:03.648232 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a9d72e0c-f0a0-4a21-bad0-f9d95f640b50 req-da60ed8f-7622-45ac-9524-8542849dabec tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0719030 Jul 22 21:20:03.689911 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a9d72e0c-f0a0-4a21-bad0-f9d95f640b50 req-d333c0ef-3e14-4844-9990-7cad7aab0795 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Jul 22 21:20:04.447999 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:04.833207 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44867492-0915-4451-b95f-c65b27ed5ca9 req-6d80fdc8-eac4-4670-9b36-e7b86baddbef tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:04.834683 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-44867492-0915-4451-b95f-c65b27ed5ca9 req-6d80fdc8-eac4-4670-9b36-e7b86baddbef tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0737774 Jul 22 21:20:04.884459 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-44867492-0915-4451-b95f-c65b27ed5ca9 req-66d51030-d122-4b95-ad04-be3b4d772948 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426292 Jul 22 21:20:05.407379 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-6ee7c9b9-2377-4fd9-aace-d61b81e7870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:05.408931 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-6ee7c9b9-2377-4fd9-aace-d61b81e7870b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1096 time: 0.0620027 Jul 22 21:20:05.519614 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-0ea632d5-db4a-4dcc-9c63-8ccf8624bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:05.521149 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-0ea632d5-db4a-4dcc-9c63-8ccf8624bec7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 910 time: 0.0918012 Jul 22 21:20:05.625137 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-3fb35176-0295-43e2-8c2d-0056a0c2bfe8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 998 time: 0.0948117 Jul 22 21:20:05.683983 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-8be59acb-9512-4a7b-b980-81ea5789f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:05.685620 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-8be59acb-9512-4a7b-b980-81ea5789f143 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.0533767 Jul 22 21:20:05.781929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-c8b7fa81-b20d-4105-910a-9816766303e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:05.785642 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-c8b7fa81-b20d-4105-910a-9816766303e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923221 Jul 22 21:20:05.904832 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-3cd9a76d-6c73-4e61-85a6-e7dcd46cc4ec service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112816 Jul 22 21:20:06.047529 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4a133ac6-b419-41ac-bdac-189b0320cabe req-06f7bc04-84c9-4e2b-9661-02e9a5c11d03 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298258 Jul 22 21:20:06.073888 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e9f7-5dd6-4f2e-93e4-95c89a11135f req-11b59ffa-eca5-451d-bf8c-3b65453414aa tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.075430 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4fd5e9f7-5dd6-4f2e-93e4-95c89a11135f req-11b59ffa-eca5-451d-bf8c-3b65453414aa tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 943 time: 0.0935342 Jul 22 21:20:06.130244 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4fd5e9f7-5dd6-4f2e-93e4-95c89a11135f req-f26c2793-ac1b-45fe-9756-e7ea11047092 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445175 Jul 22 21:20:07.998445 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:20:08.099317 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:08.112465 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'port_id': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'mac_address': 'fa:16:3e:cd:d2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:20:08.150508 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:08.164354 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db22d4fc-2943-44e3-815f-9d0cf02a5050 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:20:08.184691 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:08.189147 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:08.242893 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=7']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:09.239994 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb4fd2-31d9-4d41-a9d3-4fa0efef4a9f req-297d08c2-94a1-44ed-abb8-66faa88148c3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:09.241637 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9cfb4fd2-31d9-4d41-a9d3-4fa0efef4a9f req-297d08c2-94a1-44ed-abb8-66faa88148c3 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.0699446 Jul 22 21:20:09.285288 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9cfb4fd2-31d9-4d41-a9d3-4fa0efef4a9f req-e72187b1-0a1e-4608-ad8c-ac8c18fde635 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377896 Jul 22 21:20:09.558374 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['db22d4fc-2943-44e3-815f-9d0cf02a5050'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:10.428113 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03251449-e9ec-474a-87a6-bf36055e0ce2 req-855bd3e1-2976-4b03-b02a-c996c75f351a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:10.429766 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-03251449-e9ec-474a-87a6-bf36055e0ce2 req-855bd3e1-2976-4b03-b02a-c996c75f351a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.0669911 Jul 22 21:20:10.468862 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-03251449-e9ec-474a-87a6-bf36055e0ce2 req-f3c02f73-e306-4b8f-8fd1-aa77caad3211 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326519 Jul 22 21:20:13.629728 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83fe9f-f011-4427-ba00-6ba0b79c114f req-0b8a03ea-f713-486a-b5a9-b35dcc14c445 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.631289 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c83fe9f-f011-4427-ba00-6ba0b79c114f req-0b8a03ea-f713-486a-b5a9-b35dcc14c445 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.0691271 Jul 22 21:20:13.674400 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8c83fe9f-f011-4427-ba00-6ba0b79c114f req-b6146b75-5d17-4097-9b36-b531e1b5f3e2 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355566 Jul 22 21:20:14.822803 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab73087-78e6-4e6b-a4f1-2a024d8ac3f7 req-68bc768f-769f-4ada-8798-64bf155eb901 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.824550 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cab73087-78e6-4e6b-a4f1-2a024d8ac3f7 req-68bc768f-769f-4ada-8798-64bf155eb901 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 944 time: 0.0722673 Jul 22 21:20:14.865685 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cab73087-78e6-4e6b-a4f1-2a024d8ac3f7 req-1c9935c3-4e1c-4bfb-a0a1-991a4535d44d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354049 Jul 22 21:20:15.177921 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:20:15.228784 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port db22d4fc-2943-44e3-815f-9d0cf02a5050 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:20:15.229307 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.312269 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.340908 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:15.343181 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea8209-523d-4c08-ac0b-d86c90af6168" -d '{"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-plugged", "status": "completed", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:15.360247 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:15.374700 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.400369 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60118f9-c1bf-431e-9d04-63bbe5694d0f x-openstack-request-id: req-c60118f9-c1bf-431e-9d04-63bbe5694d0f {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:15.400799 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-plugged", "status": "completed", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:15.401223 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c60118f9-c1bf-431e-9d04-63bbe5694d0f {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:15.401628 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'code': 200} Jul 22 21:20:15.430858 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=8']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:15.751493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138047d-7302-4081-9fe3-f84548a6cfa3 req-837f1375-be30-4ca9-83bf-fbb84f82ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:15.753451 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3138047d-7302-4081-9fe3-f84548a6cfa3 req-837f1375-be30-4ca9-83bf-fbb84f82ec97 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1098 time: 0.0772781 Jul 22 21:20:15.825033 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3138047d-7302-4081-9fe3-f84548a6cfa3 req-6d5e9d01-9c56-4c80-978f-492bd8714a62 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564392 Jul 22 21:20:16.023930 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58211-6397-41d4-b880-d06b835750c6 req-1e0f9dc1-2ffa-4a62-8989-cace401dbdf4 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:16.026053 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c9b58211-6397-41d4-b880-d06b835750c6 req-1e0f9dc1-2ffa-4a62-8989-cace401dbdf4 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0777304 Jul 22 21:20:16.078730 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c9b58211-6397-41d4-b880-d06b835750c6 req-4ea3b5e7-09eb-4ca5-b1f0-fe762f91d3ee tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448503 Jul 22 21:20:17.243196 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408dd93-c2a6-485f-8517-02a2687445ac req-54090fac-48c5-4d0e-8acf-3293837e74c6 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:17.244978 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e408dd93-c2a6-485f-8517-02a2687445ac req-54090fac-48c5-4d0e-8acf-3293837e74c6 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0839438 Jul 22 21:20:17.299609 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e408dd93-c2a6-485f-8517-02a2687445ac req-0a5f5879-e164-43d1-b24a-620d1cc03a94 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476537 Jul 22 21:20:17.961801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c21c07d1-28da-4b80-96f8-64d30085d9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.472726 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09a0b-25e0-4735-b4c9-053073f161b6 req-1ec5a643-4e33-49f8-8dba-3bf952406b44 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:18.479534 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-50c09a0b-25e0-4735-b4c9-053073f161b6 req-1ec5a643-4e33-49f8-8dba-3bf952406b44 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0843434 Jul 22 21:20:18.529355 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-50c09a0b-25e0-4735-b4c9-053073f161b6 req-13b935a1-cde0-4d65-82b3-2702ff8a952b tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431426 Jul 22 21:20:20.412484 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cd6a-7581-4e53-b158-799277394fbf req-438e1bf0-91ac-4e17-9a65-3fce96be2cd6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:20.414629 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5332cd6a-7581-4e53-b158-799277394fbf req-438e1bf0-91ac-4e17-9a65-3fce96be2cd6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.0959744 Jul 22 21:20:20.463199 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5332cd6a-7581-4e53-b158-799277394fbf req-cbdd610c-cf8e-4b73-b0eb-65336df1860c tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Jul 22 21:20:20.715669 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-659c268f-124f-42c8-8d21-c8ec032cf37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.952055 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.641678 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a236f0-39fc-4f51-a848-ac35958a0d26 req-8b255e64-a68b-4a78-956f-aacfc68caad6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:21.643221 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6a236f0-39fc-4f51-a848-ac35958a0d26 req-8b255e64-a68b-4a78-956f-aacfc68caad6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.0789845 Jul 22 21:20:21.698197 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6a236f0-39fc-4f51-a848-ac35958a0d26 req-93e63437-59e4-47d1-8af8-37aa1cd6ab76 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491276 Jul 22 21:20:21.879390 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.854339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d20ee-accb-4be2-8bea-18491d1e8b77 req-c2a2dd97-811e-4bd8-8d17-d37b1ba27a92 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:22.855997 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1d20ee-accb-4be2-8bea-18491d1e8b77 req-c2a2dd97-811e-4bd8-8d17-d37b1ba27a92 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.0694671 Jul 22 21:20:22.898665 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3a1d20ee-accb-4be2-8bea-18491d1e8b77 req-f265f9f4-e75c-4a31-b98a-5b945dc1c85a tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/security-groups?id=653852e5-8448-43c3-9554-a86f5af73716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362885 Jul 22 21:20:22.967493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-d4f68491-52a0-4bc8-af92-e2a903df4bf2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:22.969063 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-d4f68491-52a0-4bc8-af92-e2a903df4bf2 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 946 time: 0.0694160 Jul 22 21:20:23.084938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Deleting port 67f8afa6-02b1-4e91-b856-1650c456b86d {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:23.085464 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.188549 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] For port 67f8afa6-02b1-4e91-b856-1650c456b86d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=67f8afa6-02b1-4e91-b856-1650c456b86d,segment=NetworkSegment(26ae938f-cce4-415a-ab10-54ae9c68fbdb),segment_id=26ae938f-cce4-415a-ab10-54ae9c68fbdb)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:23.188910 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.203936 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Calling delete_port for 67f8afa6-02b1-4e91-b856-1650c456b86d owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:23.345049 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.375057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Pushing event deleted for resources: {'Port': ['ID=67f8afa6-02b1-4e91-b856-1650c456b86d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:23.387284 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.387683 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.388112 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.388359 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.388829 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.389360 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.389919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.390481 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.390946 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.391378 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.391762 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.392099 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:23.392409 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['67f8afa6-02b1-4e91-b856-1650c456b86d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:20:23.434677 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] No DVR routers for this DVR port 67f8afa6-02b1-4e91-b856-1650c456b86d on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:23.437127 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.439149 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b5c2bd67-f5c3-4621-9297-0cc3d8e4260d req-ac93c049-dfc0-4dea-a182-467b10c3a1e6 tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.69 "DELETE /v2.0/ports/67f8afa6-02b1-4e91-b856-1650c456b86d HTTP/1.1" status: 204 len: 173 time: 0.4631035 Jul 22 21:20:23.439533 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'name': 'network-vif-deleted', 'tag': '67f8afa6-02b1-4e91-b856-1650c456b86d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:23.441805 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c07d7a9-15a3-49fa-b9a6-a949bb70486e" -d '{"events": [{"server_uuid": "48728d7e-81e8-4bbd-990f-0e685a6cfdb7", "name": "network-vif-deleted", "tag": "67f8afa6-02b1-4e91-b856-1650c456b86d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:23.478771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e8d68-0499-425c-b49e-67db8bb186d0 x-openstack-request-id: req-943e8d68-0499-425c-b49e-67db8bb186d0 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:23.479080 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48728d7e-81e8-4bbd-990f-0e685a6cfdb7", "name": "network-vif-deleted", "tag": "67f8afa6-02b1-4e91-b856-1650c456b86d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:23.479317 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-943e8d68-0499-425c-b49e-67db8bb186d0 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:23.479711 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48728d7e-81e8-4bbd-990f-0e685a6cfdb7', 'name': 'network-vif-deleted', 'tag': '67f8afa6-02b1-4e91-b856-1650c456b86d', 'status': 'completed', 'code': 200} Jul 22 21:20:23.548101 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.017815 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5777fab6-bfac-4ee2-b4d1-2ca91139005e req-d63b2a5f-0f64-4894-b451-f58c3aa478ef tempest-VolumesSnapshotTestJSON-74449015 tempest-VolumesSnapshotTestJSON-74449015-project] 10.222.0.44 "GET /v2.0/ports?device_id=48728d7e-81e8-4bbd-990f-0e685a6cfdb7 HTTP/1.1" status: 200 len: 210 time: 0.0322537 Jul 22 21:20:24.155099 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:20:28.945781 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 67f8afa6-02b1-4e91-b856-1650c456b86d no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:28.966833 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 67f8afa6-02b1-4e91-b856-1650c456b86d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:28.967172 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 67f8afa6-02b1-4e91-b856-1650c456b86d not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:34.447697 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:35.383535 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e6095-d224-4c09-a055-b81baf3e161d req-e474150e-2c66-4af8-827c-2247ea4cdb5a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:35.385153 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-184e6095-d224-4c09-a055-b81baf3e161d req-e474150e-2c66-4af8-827c-2247ea4cdb5a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0733197 Jul 22 21:20:35.430364 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-184e6095-d224-4c09-a055-b81baf3e161d req-148bc2d3-e682-4dcc-952e-96b1f0b68dae tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352852 Jul 22 21:20:36.598339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac9539-0dcc-4ac8-8047-0ae308b5caad req-43443ad7-57c3-439f-b2cc-a4cf38cfd066 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:36.599947 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2fac9539-0dcc-4ac8-8047-0ae308b5caad req-43443ad7-57c3-439f-b2cc-a4cf38cfd066 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0872862 Jul 22 21:20:36.641940 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2fac9539-0dcc-4ac8-8047-0ae308b5caad req-0baf2e18-68bd-4cfa-a4a4-e601d25095c9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353539 Jul 22 21:20:37.785979 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917b7b3-6b64-451e-b5e9-5d676ef067af req-dc24b3c7-8d7e-4706-a56a-d65e6af7c0eb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:37.787505 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a917b7b3-6b64-451e-b5e9-5d676ef067af req-dc24b3c7-8d7e-4706-a56a-d65e6af7c0eb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0707314 Jul 22 21:20:37.834424 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a917b7b3-6b64-451e-b5e9-5d676ef067af req-aeb245a3-662e-4450-b204-3bf457c19239 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377939 Jul 22 21:20:38.982139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd5226-4420-4cbc-aa26-234feee2c666 req-346aff54-106f-4aca-b650-a431e9a662ff tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:38.985537 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9cd5226-4420-4cbc-aa26-234feee2c666 req-346aff54-106f-4aca-b650-a431e9a662ff tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0691087 Jul 22 21:20:39.025102 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e9cd5226-4420-4cbc-aa26-234feee2c666 req-90f5078f-a161-4181-841f-b59e643641d7 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354037 Jul 22 21:20:40.174840 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209d076-dd76-40c1-89e6-64dc3ee0185a req-1ebca95f-576b-4f9b-8866-0e4f6ad6cec0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:40.176323 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3209d076-dd76-40c1-89e6-64dc3ee0185a req-1ebca95f-576b-4f9b-8866-0e4f6ad6cec0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0686483 Jul 22 21:20:40.221988 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3209d076-dd76-40c1-89e6-64dc3ee0185a req-e64580ba-d638-40d9-964d-facedec8f6d5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363076 Jul 22 21:20:41.404088 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712992f-87a5-4e92-8228-e69aaefeebba req-38ecdd5f-593b-4f1c-a095-16888e42a4e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:41.405787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f712992f-87a5-4e92-8228-e69aaefeebba req-38ecdd5f-593b-4f1c-a095-16888e42a4e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0938656 Jul 22 21:20:41.457702 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f712992f-87a5-4e92-8228-e69aaefeebba req-2152e0ca-6ae2-4d32-92ee-28223f711570 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462830 Jul 22 21:20:42.615780 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4cb08-e4b4-473b-81b5-75e0038024d4 req-b02f85e5-08b6-43aa-a041-9ac113b7a137 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:42.617320 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8ae4cb08-e4b4-473b-81b5-75e0038024d4 req-b02f85e5-08b6-43aa-a041-9ac113b7a137 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0747504 Jul 22 21:20:42.662985 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8ae4cb08-e4b4-473b-81b5-75e0038024d4 req-7e32a6b8-ed01-4cd7-956e-73a97b31f9cc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388386 Jul 22 21:20:43.852874 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f3783-8019-443a-a7a7-ae12a832e62e req-3cbc1136-634b-49df-b085-6cb40c2943da tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:43.855640 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c0f3783-8019-443a-a7a7-ae12a832e62e req-3cbc1136-634b-49df-b085-6cb40c2943da tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0891194 Jul 22 21:20:43.912560 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c0f3783-8019-443a-a7a7-ae12a832e62e req-f9282593-4fbc-4ae4-8214-ff5e72a9c03f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508659 Jul 22 21:20:45.079906 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6d44b-233e-46b8-b0a5-2e7cc1e119f8 req-a9b3ace8-48a1-48b8-ae4b-76a00a96e62c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:45.081517 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2bd6d44b-233e-46b8-b0a5-2e7cc1e119f8 req-a9b3ace8-48a1-48b8-ae4b-76a00a96e62c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0793700 Jul 22 21:20:45.125710 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2bd6d44b-233e-46b8-b0a5-2e7cc1e119f8 req-6fa9337b-2b5e-43c1-a478-0cf67713ada5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384698 Jul 22 21:20:46.268122 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba1e70-830d-4447-a1a8-f897e131cb73 req-8f12ba41-a21d-4372-8605-4424c817b9e4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:46.269715 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81ba1e70-830d-4447-a1a8-f897e131cb73 req-8f12ba41-a21d-4372-8605-4424c817b9e4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0664520 Jul 22 21:20:46.310523 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81ba1e70-830d-4447-a1a8-f897e131cb73 req-ab805718-3a35-43af-8282-584c38eea86d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350699 Jul 22 21:20:47.451055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a91021-1a6f-4f3f-9629-d8c2a557a506 req-8b67420a-aeb4-4f67-8f66-182c29ced3e7 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:47.452660 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b6a91021-1a6f-4f3f-9629-d8c2a557a506 req-8b67420a-aeb4-4f67-8f66-182c29ced3e7 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0691922 Jul 22 21:20:47.501661 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b6a91021-1a6f-4f3f-9629-d8c2a557a506 req-a322424a-ddeb-4858-a392-71e439be5fc6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431755 Jul 22 21:20:47.959609 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9cb9de54-4df6-4b18-ae69-866c16c128fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.637127 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31977663-6cd8-4c00-83f2-028b8f597c38 req-cf4732c4-13eb-4456-9c18-2783a03ffa15 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:48.638639 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-31977663-6cd8-4c00-83f2-028b8f597c38 req-cf4732c4-13eb-4456-9c18-2783a03ffa15 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0630984 Jul 22 21:20:48.678011 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-31977663-6cd8-4c00-83f2-028b8f597c38 req-8b525bda-f52e-42d9-a50d-dc81dde4c63a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338583 Jul 22 21:20:48.761706 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 52706) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:48.809310 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Deleting subnet 38fe97ef-dabe-45e2-a145-c0f5402f25b8 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:20:48.813028 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.859945 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.908110 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.975126 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.009156 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fe97ef-dabe-45e2-a145-c0f5402f25b8,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:49.018609 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.020526 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/38fe97ef-dabe-45e2-a145-c0f5402f25b8 HTTP/1.1" status: 204 len: 168 time: 0.2578218 Jul 22 21:20:49.022294 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.022639 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.022981 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.023314 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.023424 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 52708) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:49.023645 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.023979 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.024333 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.024659 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.024998 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.025317 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.025687 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.026015 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b97d-f26f-4c3d-926e-f97efb608adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:49.098420 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.177938 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.190055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6f6a1c-9164-4ee2-b679-15c0d62603cf']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:49.202272 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ae938f-cce4-415a-ab10-54ae9c68fbdb') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:49.202554 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ae938f-cce4-415a-ab10-54ae9c68fbdb') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:49.212035 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59546333'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.229145 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.238393 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:20:49.239053 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59319346'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: timer() Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: self._notify() Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: event.method(event) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:20:49.241588 dv-cinder-801617-1-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:20:49.302489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.317743 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.319663 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] 10.222.0.44 "DELETE /v2.0/networks/4e6f6a1c-9164-4ee2-b679-15c0d62603cf HTTP/1.1" status: 204 len: 168 time: 0.2950580 Jul 22 21:20:49.320913 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b3dd3-84e6-45e8-8b88-29cca75c24ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6f6a1c-9164-4ee2-b679-15c0d62603cf,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:49.529659 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 52722) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:49.592202 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-36f95e11-7e68-4f40-b0d6-a0843038857a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a82d8f45dc684ee080eb644f87c1d1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605817 Jul 22 21:20:49.594022 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 52726) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:49.657909 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9636c36c-dc0e-4f2d-b3ed-f0fd66c16331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.682984 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9636c36c-dc0e-4f2d-b3ed-f0fd66c16331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.747396 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9636c36c-dc0e-4f2d-b3ed-f0fd66c16331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.750089 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9636c36c-dc0e-4f2d-b3ed-f0fd66c16331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:49.755510 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9636c36c-dc0e-4f2d-b3ed-f0fd66c16331 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/653852e5-8448-43c3-9554-a86f5af73716 HTTP/1.1" status: 204 len: 168 time: 0.1601295 Jul 22 21:20:49.768254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636c36c-dc0e-4f2d-b3ed-f0fd66c16331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653852e5-8448-43c3-9554-a86f5af73716,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:49.842869 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eb8b0-0544-4ccb-be65-21b69cdff7d5 req-ece8b411-d1e1-460f-8f33-5b345dbb7ec2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:49.844609 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b3eb8b0-0544-4ccb-be65-21b69cdff7d5 req-ece8b411-d1e1-460f-8f33-5b345dbb7ec2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0742645 Jul 22 21:20:49.897626 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6b3eb8b0-0544-4ccb-be65-21b69cdff7d5 req-189e226d-cc27-4b44-9148-264338c6170e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460677 Jul 22 21:20:50.711656 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b0f8057b-f76c-46c6-bbd2-3112d33b3efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.963543 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:51.083015 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b86a1b-427a-43e5-881d-731f8a0fb5c0 req-d57d15cc-a2f9-42f7-9052-7c93f3b6fddf tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:51.084677 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b7b86a1b-427a-43e5-881d-731f8a0fb5c0 req-d57d15cc-a2f9-42f7-9052-7c93f3b6fddf tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0903990 Jul 22 21:20:51.133104 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b7b86a1b-427a-43e5-881d-731f8a0fb5c0 req-61a9017b-204d-4c69-915d-c93538e42822 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424306 Jul 22 21:20:51.878907 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:52.293907 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb9e8-c2a1-4e84-b040-c051cae953aa req-a3d1f125-7edf-4a5d-b5ea-97996198ee20 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:52.295629 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07ceb9e8-c2a1-4e84-b040-c051cae953aa req-a3d1f125-7edf-4a5d-b5ea-97996198ee20 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0791900 Jul 22 21:20:52.339031 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07ceb9e8-c2a1-4e84-b040-c051cae953aa req-bc30879e-8c6b-4c69-bc3f-cfe92a33771c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353820 Jul 22 21:20:53.476319 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721ab8c-9c5d-4423-9f58-f3897731f7fe req-8a889878-41d5-4ab0-bf9b-8f1c678d3466 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:53.477827 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a721ab8c-9c5d-4423-9f58-f3897731f7fe req-8a889878-41d5-4ab0-bf9b-8f1c678d3466 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0644152 Jul 22 21:20:53.519393 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a721ab8c-9c5d-4423-9f58-f3897731f7fe req-7d50a803-61a8-47ff-96b6-be1412dcdd19 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330982 Jul 22 21:20:53.543466 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:54.669528 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cac494-99a5-4ec9-a70f-fae7c88a9231 req-3cfcabfc-b0e8-4210-a19d-cd37eb4917ca tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:54.671134 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-93cac494-99a5-4ec9-a70f-fae7c88a9231 req-3cfcabfc-b0e8-4210-a19d-cd37eb4917ca tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0690799 Jul 22 21:20:54.716755 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-93cac494-99a5-4ec9-a70f-fae7c88a9231 req-19bc21ec-8468-4449-8bda-853654929104 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395429 Jul 22 21:20:55.851715 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b5d4-c6eb-40f5-84f4-5616673072b0 req-6d33ceee-bf24-49fb-9b15-2a2866bef7da tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:55.853153 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cfa2b5d4-c6eb-40f5-84f4-5616673072b0 req-6d33ceee-bf24-49fb-9b15-2a2866bef7da tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0630164 Jul 22 21:20:55.894171 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cfa2b5d4-c6eb-40f5-84f4-5616673072b0 req-1754b3b5-8157-4d01-a04a-2f824cb8a4c1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346043 Jul 22 21:20:57.041043 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b5d7-9e2e-4f3f-aa64-4a84d09b474c req-a6e65118-894d-4ec9-837a-794de72970b6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:57.043281 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2654b5d7-9e2e-4f3f-aa64-4a84d09b474c req-a6e65118-894d-4ec9-837a-794de72970b6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0735865 Jul 22 21:20:57.084825 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2654b5d7-9e2e-4f3f-aa64-4a84d09b474c req-bf12f376-3eda-44db-bb18-6e65ad9ef2fb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355744 Jul 22 21:20:58.234251 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5360073-0b69-4968-b649-0b68cd4741a6 req-ce50a72b-8efe-4541-9523-784c474b111b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:58.235772 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b5360073-0b69-4968-b649-0b68cd4741a6 req-ce50a72b-8efe-4541-9523-784c474b111b tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0720253 Jul 22 21:20:58.277681 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b5360073-0b69-4968-b649-0b68cd4741a6 req-ea46e5b5-6aa4-483f-a3b7-b48530759685 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351062 Jul 22 21:20:59.420235 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d7aa8-7c6a-45b5-9069-21a47fd1a396 req-62a8e585-86fe-4f2f-bfae-be18345005b0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:59.421789 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9b4d7aa8-7c6a-45b5-9069-21a47fd1a396 req-62a8e585-86fe-4f2f-bfae-be18345005b0 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0658703 Jul 22 21:20:59.465883 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9b4d7aa8-7c6a-45b5-9069-21a47fd1a396 req-11e2f6f8-efbd-48a2-a8e7-f04393a68a08 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343356 Jul 22 21:21:00.496870 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:00.609479 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:00.623164 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'mac_address': 'fa:16:3e:6f:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:00.626334 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce2b4-2971-40d4-a6cb-7ed826cc9947 req-b7032a07-53d0-43c0-b896-ae90e0534acb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:00.628084 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-39cce2b4-2971-40d4-a6cb-7ed826cc9947 req-b7032a07-53d0-43c0-b896-ae90e0534acb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0870192 Jul 22 21:21:00.670811 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:00.671396 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-39cce2b4-2971-40d4-a6cb-7ed826cc9947 req-d48f83dd-6138-4be6-8945-f8313ba9f046 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377824 Jul 22 21:21:00.686375 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fb975c-16b3-4a85-90fb-cabcd94ee05d {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:00.710600 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:00.715071 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:00.765567 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=6']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:00.772538 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.772885 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.773225 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.773559 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.773891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.774232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.774557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.774924 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.775255 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.775579 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.775900 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:00.776244 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:01.018473 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e9fb975c-16b3-4a85-90fb-cabcd94ee05d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:01.154502 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:01.506639 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:01.559702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port e9fb975c-16b3-4a85-90fb-cabcd94ee05d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:01.560325 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:01.650578 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:01.677899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:01.680720 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac38d4e-304c-4797-a041-c3ccbdc0ce70" -d '{"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:01.699808 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:01.712869 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:01.749332 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e036f08f-e3e7-4c74-812e-b008b86a5597 x-openstack-request-id: req-e036f08f-e3e7-4c74-812e-b008b86a5597 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:01.749766 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:01.750220 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e036f08f-e3e7-4c74-812e-b008b86a5597 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:01.750774 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'code': 200} Jul 22 21:21:01.795593 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=7']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:01.877919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436c07-15cb-4ac0-abc4-f6583c4e849a req-afe4c839-3b08-4254-8223-31db0118dfac tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:01.879848 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00436c07-15cb-4ac0-abc4-f6583c4e849a req-afe4c839-3b08-4254-8223-31db0118dfac tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0907257 Jul 22 21:21:01.957420 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00436c07-15cb-4ac0-abc4-f6583c4e849a req-f427918c-aef1-446a-865d-ced7556ce8a5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642245 Jul 22 21:21:03.151481 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d887eb-a9c8-422e-a393-7bd40b1b1096 req-ce676675-6267-4fae-96f1-42c714fa7a17 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:03.156953 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a7d887eb-a9c8-422e-a393-7bd40b1b1096 req-ce676675-6267-4fae-96f1-42c714fa7a17 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0795653 Jul 22 21:21:03.217499 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a7d887eb-a9c8-422e-a393-7bd40b1b1096 req-d69c1f7e-f6f4-4424-815f-eec6029c8b9e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568140 Jul 22 21:21:04.425118 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f156d-ebc3-4834-9d2a-fc1cb647d9aa req-8347cf25-ad00-4af5-ac49-410dc03351ca tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:04.428714 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c26f156d-ebc3-4834-9d2a-fc1cb647d9aa req-8347cf25-ad00-4af5-ac49-410dc03351ca tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.1216009 Jul 22 21:21:04.467017 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.497577 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c26f156d-ebc3-4834-9d2a-fc1cb647d9aa req-94afc83b-a5ab-41af-a061-c8eaed2fd7e1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602565 Jul 22 21:21:05.696103 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df17ef1-0d43-43ef-ab0b-c3e7f5e95544 req-4ad2927a-e8d1-4efb-ad70-45c8a21300dd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:05.697830 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1df17ef1-0d43-43ef-ab0b-c3e7f5e95544 req-4ad2927a-e8d1-4efb-ad70-45c8a21300dd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0900185 Jul 22 21:21:05.746798 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1df17ef1-0d43-43ef-ab0b-c3e7f5e95544 req-9f60d894-6418-4e3b-a9aa-aa5b61e44f7f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419855 Jul 22 21:21:06.351196 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-f6a2e264-52d0-4815-9103-f6b8b924ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:06.353744 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-f6a2e264-52d0-4815-9103-f6b8b924ec91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1099 time: 0.0926030 Jul 22 21:21:06.492311 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-0da35098-7ee8-4c8d-a3d4-21cf57800805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:06.494587 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-0da35098-7ee8-4c8d-a3d4-21cf57800805 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1170428 Jul 22 21:21:06.602799 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-ad085693-8311-40eb-8cdb-7e74833eb1a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 1002 time: 0.1003895 Jul 22 21:21:06.708263 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-99f5b397-c081-4ae9-9591-b984caeb99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:06.710300 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-99f5b397-c081-4ae9-9591-b984caeb99ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.1003439 Jul 22 21:21:06.799736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-fad523c1-70ef-4bd1-8cd9-675d5d6c54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:06.801343 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-fad523c1-70ef-4bd1-8cd9-675d5d6c54fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828393 Jul 22 21:21:07.300370 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-9bb850bc-60b0-499a-a0f7-5a2d81092399 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878483 Jul 22 21:21:07.350259 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9892525-af3b-4288-b92b-50f5941bc160 req-cb7faad7-ffb4-4269-9013-c82316c1954c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:07.352366 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b9892525-af3b-4288-b92b-50f5941bc160 req-cb7faad7-ffb4-4269-9013-c82316c1954c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.4693244 Jul 22 21:21:07.445898 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b9892525-af3b-4288-b92b-50f5941bc160 req-86ef14b1-7de9-4ec0-8e4e-1fdf4ab28059 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840003 Jul 22 21:21:07.473898 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-762dbb2a-1e63-4cb2-b795-3e609a4eee08 req-c36d011c-2cc9-40dd-914c-88f01beed4f7 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643736 Jul 22 21:21:08.622707 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa2398-d878-4a9a-b0a8-3124da025f77 req-22a76847-838f-4a63-87c6-6ed0e049290e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:08.624346 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-34fa2398-d878-4a9a-b0a8-3124da025f77 req-22a76847-838f-4a63-87c6-6ed0e049290e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0750387 Jul 22 21:21:08.666804 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-34fa2398-d878-4a9a-b0a8-3124da025f77 req-1266a96c-fb0b-4286-b169-b15c21b534ca tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365160 Jul 22 21:21:09.884351 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30cd50-9a7e-44cd-bf3d-3423b56a9c43 req-9145d0b4-5cca-4531-82ca-a041560a197f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:09.899523 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9d30cd50-9a7e-44cd-bf3d-3423b56a9c43 req-9145d0b4-5cca-4531-82ca-a041560a197f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.1303902 Jul 22 21:21:09.960381 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9d30cd50-9a7e-44cd-bf3d-3423b56a9c43 req-89b30073-2328-48ea-a9df-8552cee73fa4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590739 Jul 22 21:21:11.146526 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3775e7-5497-48bf-8a4c-25bf0076ea0e req-a5e4a877-b29f-4b68-9bcf-1f84d73efbcb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:11.148347 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e3775e7-5497-48bf-8a4c-25bf0076ea0e req-a5e4a877-b29f-4b68-9bcf-1f84d73efbcb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0887794 Jul 22 21:21:11.206779 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4e3775e7-5497-48bf-8a4c-25bf0076ea0e req-8af94774-0a76-4d1b-b4bb-0e2b33412105 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517268 Jul 22 21:21:11.895806 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53004) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:12.035902 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ea68d60-3b1d-4908-a9da-803012b49c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.202175 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ea68d60-3b1d-4908-a9da-803012b49c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.208663 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-0ea68d60-3b1d-4908-a9da-803012b49c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.263976 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53012) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:12.270161 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-0ea68d60-3b1d-4908-a9da-803012b49c7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91c1900ba0334955a034587a2eff8d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726840 Jul 22 21:21:12.278791 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea68d60-3b1d-4908-a9da-803012b49c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46221447-7238-4e4e-b3a5-3e6ed4181043,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:12.357372 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8250587f-52ae-45b7-8ac6-7434876d736e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.386239 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8250587f-52ae-45b7-8ac6-7434876d736e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.426908 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939112b-cd8d-44cf-a06d-d462f699f09c req-d6ccb592-7a26-4279-a258-2f3e92313944 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:12.429005 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7939112b-cd8d-44cf-a06d-d462f699f09c req-d6ccb592-7a26-4279-a258-2f3e92313944 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.1177557 Jul 22 21:21:12.499900 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7939112b-cd8d-44cf-a06d-d462f699f09c req-ea47c8bb-586c-455c-b615-06716a829d66 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637741 Jul 22 21:21:12.523062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8250587f-52ae-45b7-8ac6-7434876d736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.530377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8250587f-52ae-45b7-8ac6-7434876d736e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:12.531802 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8250587f-52ae-45b7-8ac6-7434876d736e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46221447-7238-4e4e-b3a5-3e6ed4181043 HTTP/1.1" status: 204 len: 168 time: 0.2666051 Jul 22 21:21:12.540046 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250587f-52ae-45b7-8ac6-7434876d736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46221447-7238-4e4e-b3a5-3e6ed4181043,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:13.394618 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-06daf82d-ade1-41ac-b6d0-87c749ae8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.396145 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-06daf82d-ade1-41ac-b6d0-87c749ae8450 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1099 time: 0.0560753 Jul 22 21:21:13.498272 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-e81ec92b-cfec-42ed-8d05-b041b3896709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.499625 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-e81ec92b-cfec-42ed-8d05-b041b3896709 service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.0965135 Jul 22 21:21:13.576930 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-42b892f4-a75c-4cc1-920f-48c592de2dad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 1002 time: 0.0687757 Jul 22 21:21:13.678062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-1fc20fd3-457f-48c1-ae1c-785c6f0385a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.679650 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-1fc20fd3-457f-48c1-ae1c-785c6f0385a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.0929811 Jul 22 21:21:13.766117 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55879c4-6b39-42bb-8927-5c62e168f175 req-fbbdcace-9ae0-466d-99ca-52df6bf4daf9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.767938 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f55879c4-6b39-42bb-8927-5c62e168f175 req-fbbdcace-9ae0-466d-99ca-52df6bf4daf9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.1407933 Jul 22 21:21:13.819362 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-284bdc0c-05ee-4251-a8bd-7a97a0f068eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:13.821089 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-284bdc0c-05ee-4251-a8bd-7a97a0f068eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236842 Jul 22 21:21:13.826799 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f55879c4-6b39-42bb-8927-5c62e168f175 req-57acffd0-b810-43a3-bfff-2e21103e638f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520997 Jul 22 21:21:13.926533 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-27e43c29-87c5-4076-8e53-5385bd6f7194 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967963 Jul 22 21:21:14.022888 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-208f051e-6b35-4eab-9d4b-7ab20bd2e73a req-c1f1281d-abd9-4a87-b76e-3918fbb8cd02 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Jul 22 21:21:15.011114 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92372e-881b-4261-ade0-e2d1e2cce369 req-e2adc278-b737-431b-8ec0-65cbd88e32f9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:15.013163 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e92372e-881b-4261-ade0-e2d1e2cce369 req-e2adc278-b737-431b-8ec0-65cbd88e32f9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0748434 Jul 22 21:21:15.061256 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8e92372e-881b-4261-ade0-e2d1e2cce369 req-6054c370-cde9-4ac6-9656-276266d94a46 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418632 Jul 22 21:21:16.257119 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4ee6c-06e3-4b45-921d-7bfeebf53ecd req-5f04d3e5-241f-4996-b979-53b6079cad61 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:16.258853 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d4ee6c-06e3-4b45-921d-7bfeebf53ecd req-5f04d3e5-241f-4996-b979-53b6079cad61 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0988023 Jul 22 21:21:16.329425 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86d4ee6c-06e3-4b45-921d-7bfeebf53ecd req-8c535f6d-592e-4353-9261-d8c6fd80944e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585520 Jul 22 21:21:17.497604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd8cb0-d032-4f98-a2bd-ce8d2f277989 req-6c68ec14-0758-4982-81bc-58c69260f4c6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:17.499591 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-63dd8cb0-d032-4f98-a2bd-ce8d2f277989 req-6c68ec14-0758-4982-81bc-58c69260f4c6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 946 time: 0.0826359 Jul 22 21:21:17.549714 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-63dd8cb0-d032-4f98-a2bd-ce8d2f277989 req-36d13bbc-8174-442f-80c8-8016fe5fabf9 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447059 Jul 22 21:21:17.595942 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:17.677663 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:17.716491 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:17.719296 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7716d1-f072-448c-99f4-e4681d8f2147" -d '{"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:17.735331 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:17.740094 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:17.796748 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=8']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:17.835504 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329fcb-3f69-45c4-a8c7-e8323841af4e req-f41bc4c4-cbb5-4274-8bee-1ff5200eea0f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:17.837062 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-13329fcb-3f69-45c4-a8c7-e8323841af4e req-f41bc4c4-cbb5-4274-8bee-1ff5200eea0f tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.0797200 Jul 22 21:21:17.880486 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-13329fcb-3f69-45c4-a8c7-e8323841af4e req-8dc6bddb-823e-423c-bd14-14f73bf6bd0a tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343437 Jul 22 21:21:17.926205 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e120e84-d633-4cd4-a6f5-342c084af7fd x-openstack-request-id: req-5e120e84-d633-4cd4-a6f5-342c084af7fd {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:17.926512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-unplugged", "status": "failed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "code": 422}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:17.926764 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e120e84-d633-4cd4-a6f5-342c084af7fd {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:17.927199 dv-cinder-801617-1-iscsi neutron-server[93194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'code': 422} returned with failed status Jul 22 21:21:17.954043 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0a7c57af-078b-4450-a786-46a249fcd728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:18.659485 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cf515-27d9-405c-b576-a2d87e7dbd25 req-53290ec8-8d1b-44f1-82ce-783bd9a47fcb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:18.661132 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce0cf515-27d9-405c-b576-a2d87e7dbd25 req-53290ec8-8d1b-44f1-82ce-783bd9a47fcb tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0779898 Jul 22 21:21:18.705509 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce0cf515-27d9-405c-b576-a2d87e7dbd25 req-19f767d8-42ed-40e2-9088-aa35d4c27b66 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375707 Jul 22 21:21:18.977698 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53128) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:19.039702 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d759e6-c7f2-4529-9427-e612fcc7272e req-af7df96d-d0cc-44bc-ad0b-7839a6c94cbb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:19.042545 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-44d759e6-c7f2-4529-9427-e612fcc7272e req-af7df96d-d0cc-44bc-ad0b-7839a6c94cbb tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.0743911 Jul 22 21:21:19.083876 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-44d759e6-c7f2-4529-9427-e612fcc7272e req-fc120b74-5385-4039-9ccc-878ebf4e9b28 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348840 Jul 22 21:21:19.106809 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-de8c29a7-ef0c-4a27-b64b-f4acd05b9881 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276100 Jul 22 21:21:19.845752 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf9c6b-4773-4c70-9b7a-080721ebed75 req-9cc79f6a-47a6-4d2f-a280-8706294b562e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:19.847246 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-23cf9c6b-4773-4c70-9b7a-080721ebed75 req-9cc79f6a-47a6-4d2f-a280-8706294b562e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0672066 Jul 22 21:21:19.922041 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-23cf9c6b-4773-4c70-9b7a-080721ebed75 req-6f1e4b00-3975-4b9e-a300-fd9a6bf51405 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687654 Jul 22 21:21:19.965880 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e110af1-70bd-4af6-b291-d5139598d050 req-f7a9e9e7-6ec1-4f9a-8c17-fb5042d7d2ec tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:19.968350 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7e110af1-70bd-4af6-b291-d5139598d050 req-f7a9e9e7-6ec1-4f9a-8c17-fb5042d7d2ec tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.1062989 Jul 22 21:21:20.082213 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Deleting port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:20.082554 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.241647 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] For port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:20.242014 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.333126 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-d4c9e0ba-c1b3-4d21-b2cb-0e1165ae840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.334696 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-d4c9e0ba-c1b3-4d21-b2cb-0e1165ae840a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f&tenant_id=8cb4dc333e304bb1a8adf5327daed311 HTTP/1.1" status: 200 len: 1097 time: 0.1920912 Jul 22 21:21:20.389950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84f613-4def-4a3c-a1eb-0f635649c058 req-87e9ecb5-667e-41f3-8be2-01a8345c0e74 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.391563 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-db84f613-4def-4a3c-a1eb-0f635649c058 req-87e9ecb5-667e-41f3-8be2-01a8345c0e74 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 946 time: 0.2132843 Jul 22 21:21:20.517689 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-db84f613-4def-4a3c-a1eb-0f635649c058 req-848081e9-fdae-451f-aec7-c7a9cae01fbe tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017623 Jul 22 21:21:20.528123 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.528541 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.528857 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Floating IP 7deb29ad-d76e-4c81-8098-2727168df3bc disassociated. External IP: 172.27.0.189, port: 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c. Jul 22 21:21:20.529202 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Calling delete_port for 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:20.545834 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-30466e68-78fd-4e2a-8de4-3fa55bd2718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.547359 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-30466e68-78fd-4e2a-8de4-3fa55bd2718f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb4dc333e304bb1a8adf5327daed311&device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1097 time: 0.1739824 Jul 22 21:21:20.706241 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-685b10d7-a13f-4ef1-a5da-f2d8489adaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.719559 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-d9fc39e3-1fbf-42a4-97ca-adb08d34017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.721090 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-d9fc39e3-1fbf-42a4-97ca-adb08d34017f service neutron] 10.222.0.69 "GET /v2.0/networks?id=80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 200 len: 917 time: 0.1349585 Jul 22 21:21:20.795378 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.833206 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-38bdb0ac-cc7f-4a8b-8a67-db5f580ea3ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 200 len: 1000 time: 0.1047115 Jul 22 21:21:20.836022 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event deleted for resources: {'Port': ['ID=11a42c1b-c53c-4f13-b1b3-90da2c5ade4c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:20.956141 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-b17d0efa-5743-445e-8aa0-a6e6d9c397f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:20.957674 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-b17d0efa-5743-445e-8aa0-a6e6d9c397f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 200 len: 855 time: 0.1161098 Jul 22 21:21:20.958721 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.057698 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:21.129809 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-e54fa091-27d9-4d43-a48e-d8ddd35b8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:21.131302 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-e54fa091-27d9-4d43-a48e-d8ddd35b8fcb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=80f63fd0-a159-4c79-9843-ab333e33b6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1658645 Jul 22 21:21:21.197105 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74814-ee57-4bfe-8be1-f9318c1c35a7 req-a66ba103-e7b2-418f-92ee-4113a63a8759 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:21.198776 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-53d74814-ee57-4bfe-8be1-f9318c1c35a7 req-a66ba103-e7b2-418f-92ee-4113a63a8759 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.1949086 Jul 22 21:21:21.309103 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-53d74814-ee57-4bfe-8be1-f9318c1c35a7 req-f7831d18-f8f0-406f-9df3-ef5ff440e63a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997181 Jul 22 21:21:21.322591 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-c0e95ee0-bd97-4ce0-acca-423b7b12c316 service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654341 Jul 22 21:21:21.323650 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:21.345307 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:21.355232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:21.355961 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:21.393365 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] No DVR routers for this DVR port 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:21.397024 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:21.398986 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7e110af1-70bd-4af6-b291-d5139598d050 req-44513481-46ce-44f7-9a61-be15f3adcc97 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.69 "DELETE /v2.0/ports/11a42c1b-c53c-4f13-b1b3-90da2c5ade4c HTTP/1.1" status: 204 len: 173 time: 1.4239395 Jul 22 21:21:21.399440 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'name': 'network-vif-deleted', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:21.401909 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f8cef-49e7-4288-a2e6-36cea01ad9d3" -d '{"events": [{"server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "name": "network-vif-deleted", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:21.453817 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a6f353-2bca-4e3e-800a-f1754ebf9b5e x-openstack-request-id: req-17a6f353-2bca-4e3e-800a-f1754ebf9b5e {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:21.454183 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba36ded-6861-4bbe-b680-28c73fd8bfe7", "name": "network-vif-deleted", "tag": "11a42c1b-c53c-4f13-b1b3-90da2c5ade4c", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:21.454378 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17a6f353-2bca-4e3e-800a-f1754ebf9b5e {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:21.454793 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba36ded-6861-4bbe-b680-28c73fd8bfe7', 'name': 'network-vif-deleted', 'tag': '11a42c1b-c53c-4f13-b1b3-90da2c5ade4c', 'status': 'completed', 'code': 200} Jul 22 21:21:21.481240 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9f67870d-a63f-4f1b-8254-a50e64e412f5 req-f609dc17-ef1e-4b24-952d-9c0e9a82418e service neutron] 10.222.0.69 "GET /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508799 Jul 22 21:21:21.488331 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:21.642140 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f851195-345e-4b2c-a6c9-c6992975d29b req-e8572e47-8b8f-414f-ade8-ae9c8cb2651d tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/ports?device_id=fba36ded-6861-4bbe-b680-28c73fd8bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0315945 Jul 22 21:21:21.719107 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:21.750545 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:21.758761 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:21.759369 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:21.880794 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:21.919014 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.201627 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:22.255303 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda921a-345f-4b16-8e5a-a74f0d5f9cca None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '66707a29-28e2-4af9-ac7b-a0b6bd0d808a', 'name': '', 'network_id': '6165754f-c24a-4511-9d07-7c715fd0fdca', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'mac_address': 'fa:16:3e:38:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:16Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'subnets': [{'id': 'd6ae1fd9-cd84-4f47-8936-2647a9c4afe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:22.547604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f459-fd6e-43b9-8a1e-0e864d3c515b req-1fa6de08-0346-4cde-88f2-45ba9e3c115d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:22.549259 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0e63f459-fd6e-43b9-8a1e-0e864d3c515b req-1fa6de08-0346-4cde-88f2-45ba9e3c115d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0822690 Jul 22 21:21:22.598044 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0e63f459-fd6e-43b9-8a1e-0e864d3c515b req-273d68a7-037e-4593-a894-de2bfbbdc33a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429664 Jul 22 21:21:22.609613 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5698d6-0f1a-4782-a045-8f4fcd27049a None None] New status for floating IP 7deb29ad-d76e-4c81-8098-2727168df3bc: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:21:22.735991 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53174) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:22.806145 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-500e7eb7-d383-44c3-951a-235a60030064 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.831204 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-500e7eb7-d383-44c3-951a-235a60030064 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.886188 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-500e7eb7-d383-44c3-951a-235a60030064 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.888897 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-500e7eb7-d383-44c3-951a-235a60030064 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:22.890114 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-500e7eb7-d383-44c3-951a-235a60030064 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "DELETE /v2.0/security-groups/e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da HTTP/1.1" status: 204 len: 168 time: 0.1524146 Jul 22 21:21:22.893330 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53176) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:22.904587 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e7eb7-d383-44c3-951a-235a60030064 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:22.920124 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.api.v2.resource [None req-66f99e68-d6b7-420b-b75c-508d7a86b9f2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] show failed (client error): The resource could not be found. Jul 22 21:21:22.921164 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-66f99e68-d6b7-420b-b75c-508d7a86b9f2 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "GET /v2.0/security-groups/e1d4747b-3741-4cb5-ae3b-dfaf8be9f8da HTTP/1.1" status: 404 len: 347 time: 0.0266104 Jul 22 21:21:22.924458 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53178) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:23.069899 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Deleting port 91abc1d4-107e-4c5b-a2df-ee3624fb019a {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:23.070151 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.155275 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.155604 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.170274 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Calling delete_port for 91abc1d4-107e-4c5b-a2df-ee3624fb019a owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:23.324536 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.362341 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Pushing event deleted for resources: {'Port': ['ID=91abc1d4-107e-4c5b-a2df-ee3624fb019a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:23.456928 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.461456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.464446 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-47e71256-a333-4e8c-a7f7-0eb60b5a6581 tempest-AttachVolumeTestJSON-146066516 tempest-AttachVolumeTestJSON-146066516-project] 10.222.0.44 "DELETE /v2.0/floatingips/7deb29ad-d76e-4c81-8098-2727168df3bc HTTP/1.1" status: 204 len: 168 time: 0.5387466 Jul 22 21:21:23.557628 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:23.597815 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:23.631143 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:23.631563 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 11a42c1b-c53c-4f13-b1b3-90da2c5ade4c not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:23.764283 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb084-fbeb-43c1-a342-37a2d522b3ca req-2c3ca8f5-c4a4-4fb0-8813-5e175ea3ddb2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:23.765050 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c9cb084-fbeb-43c1-a342-37a2d522b3ca req-2c3ca8f5-c4a4-4fb0-8813-5e175ea3ddb2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0707722 Jul 22 21:21:23.805118 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5c9cb084-fbeb-43c1-a342-37a2d522b3ca req-68fa3b0c-47d3-40c9-b96e-4ab9cbf239fe tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346165 Jul 22 21:21:24.958480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf678ad-67c2-4295-b113-5426bc2d6208 req-188331da-e4ee-44e8-b59c-b62e3743ba0f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:24.960824 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1bf678ad-67c2-4295-b113-5426bc2d6208 req-188331da-e4ee-44e8-b59c-b62e3743ba0f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0782592 Jul 22 21:21:25.012599 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1bf678ad-67c2-4295-b113-5426bc2d6208 req-2d6920cf-5bf3-4de9-a065-3115fc465b2a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439248 Jul 22 21:21:26.166979 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdaba1-558f-4bc5-95e9-c0bf1350f963 req-8c143f9a-063f-4098-a775-a3809c051f4a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:26.168686 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ebcdaba1-558f-4bc5-95e9-c0bf1350f963 req-8c143f9a-063f-4098-a775-a3809c051f4a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0791409 Jul 22 21:21:26.211865 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ebcdaba1-558f-4bc5-95e9-c0bf1350f963 req-3f7cf553-310f-40a6-882d-fb7edfe346c2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375896 Jul 22 21:21:27.102507 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53214) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:27.376842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd39d05-0b17-4928-a2c9-a011a9b79a05 req-abc84cf2-86fa-4a96-95ea-7334bc5e4f37 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:27.378664 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-acd39d05-0b17-4928-a2c9-a011a9b79a05 req-abc84cf2-86fa-4a96-95ea-7334bc5e4f37 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0734382 Jul 22 21:21:27.425666 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-acd39d05-0b17-4928-a2c9-a011a9b79a05 req-95999247-5903-401d-a81b-87d3d62fe8d1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406511 Jul 22 21:21:27.613558 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.145473 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Deleting port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:28.146264 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.235989 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] For port 66707a29-28e2-4af9-ac7b-a0b6bd0d808a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:28.236448 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.250898 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Calling delete_port for 66707a29-28e2-4af9-ac7b-a0b6bd0d808a owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:28.451616 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:28.484966 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Pushing event deleted for resources: {'Port': ['ID=66707a29-28e2-4af9-ac7b-a0b6bd0d808a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:28.617598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a25b13-b086-4914-8918-e613fdeb61e6 req-33fd7fdb-d9bf-49e9-b874-214927a4fa76 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:28.626796 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-35a25b13-b086-4914-8918-e613fdeb61e6 req-33fd7fdb-d9bf-49e9-b874-214927a4fa76 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0989337 Jul 22 21:21:28.673675 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-35a25b13-b086-4914-8918-e613fdeb61e6 req-cd365517-3910-4c2c-918e-039e7220864d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454488 Jul 22 21:21:28.756036 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.001620 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Router 613709c5-c96d-488e-ba4f-b872b42d8b25 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:29.115931 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:29.126922 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-ee9e3721-2324-449f-9f25-2515ab08d149 admin admin] 10.222.0.44 "PUT /v2.0/routers/613709c5-c96d-488e-ba4f-b872b42d8b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0190878 Jul 22 21:21:29.127550 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53224) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:29.130733 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] Sync routers for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:29.142714 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:29.143963 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:29.237661 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.254144 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:29.354656 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.414606 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Deleting port 5be4429c-bffd-4085-822a-f73a808e230f {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:29.414948 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.474292 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '5be4429c-bffd-4085-822a-f73a808e230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:21:28Z', 'revision_number': 5, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port': {'id': '5be4429c-bffd-4085-822a-f73a808e230f', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:dd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:54Z', 'updated_at': '2021-07-22T21:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:29.505560 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] Checking router: 613709c5-c96d-488e-ba4f-b872b42d8b25 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:29.514407 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] Routers {'613709c5-c96d-488e-ba4f-b872b42d8b25'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:29.514609 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] For port 5be4429c-bffd-4085-822a-f73a808e230f, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=5be4429c-bffd-4085-822a-f73a808e230f,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:29.514955 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.515084 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['613709c5-c96d-488e-ba4f-b872b42d8b25'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:29.534335 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Calling delete_port for 5be4429c-bffd-4085-822a-f73a808e230f owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:29.627544 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] Set router 613709c5-c96d-488e-ba4f-b872b42d8b25 gateway port host: None {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:29.734669 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:29.763961 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be4429c-bffd-4085-822a-f73a808e230f,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:29.834348 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 6, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:29.864711 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd248a51-11ff-4e1d-82fc-e3603a17bab7 None None] The sync data for ids ['613709c5-c96d-488e-ba4f-b872b42d8b25'] in dv-cinder-801617-1-iscsi is: [{'id': '613709c5-c96d-488e-ba4f-b872b42d8b25', 'name': 'tempest-AttachVolumeTestJSON-2072693715-router', 'tenant_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:53Z', 'updated_at': '2021-07-22T21:21:29Z', 'revision_number': 6, 'project_id': 'ff32f128f0304a879c2a6706c69fa5a3', 'gw_port_host': None}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:30.116237 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.116492 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.116831 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.117166 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.117580 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.117834 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.118159 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.118481 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.118807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.119201 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.120013 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.120356 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:30.177437 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.213423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad84e9a-e093-46e1-b60c-ba67b337a1b9 req-56497fea-5a85-4761-b3eb-0f3eb66b4161 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:30.215378 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7ad84e9a-e093-46e1-b60c-ba67b337a1b9 req-56497fea-5a85-4761-b3eb-0f3eb66b4161 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.4536877 Jul 22 21:21:30.295523 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.305082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.362695 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7ad84e9a-e093-46e1-b60c-ba67b337a1b9 req-8edc2f13-2471-4178-9784-a0a9c83b2d33 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133394 Jul 22 21:21:30.367294 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.367858 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613709c5-c96d-488e-ba4f-b872b42d8b25 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:21:30.373411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.374849 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b6777b14-5076-48ac-9fac-53e52aa23ff0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/613709c5-c96d-488e-ba4f-b872b42d8b25 HTTP/1.1" status: 204 len: 168 time: 1.2475393 Jul 22 21:21:30.377573 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53228) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:30.426500 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Deleting subnet d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:21:30.429853 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.466023 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.594685 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.665684 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.695015 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ae1fd9-cd84-4f47-8936-2647a9c4afe7,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:30.705888 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.708536 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7249ffb5-f3b1-4168-9770-40a7a713055a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d6ae1fd9-cd84-4f47-8936-2647a9c4afe7 HTTP/1.1" status: 204 len: 168 time: 0.3291831 Jul 22 21:21:30.711955 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53230) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:30.724580 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89c241-4db4-4542-80f5-a99dc32b5fc0 None None] Network 6165754f-c24a-4511-9d07-7c715fd0fdca requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:21:30.830480 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:30.909643 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Deleting port 395fd31e-db51-4a8c-af9b-e182ee28945a {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:30.910042 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.026574 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] For port 395fd31e-db51-4a8c-af9b-e182ee28945a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=395fd31e-db51-4a8c-af9b-e182ee28945a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:31.026917 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.047541 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] DHCP port deletion for 6165754f-c24a-4511-9d07-7c715fd0fdca request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:21:31.064210 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Calling delete_port for 395fd31e-db51-4a8c-af9b-e182ee28945a owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:31.080398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 5be4429c-bffd-4085-822a-f73a808e230f no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:31.110549 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 5be4429c-bffd-4085-822a-f73a808e230f {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:31.110904 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 5be4429c-bffd-4085-822a-f73a808e230f not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:31.111383 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 66707a29-28e2-4af9-ac7b-a0b6bd0d808a no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:31.135904 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 66707a29-28e2-4af9-ac7b-a0b6bd0d808a {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:31.136400 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 66707a29-28e2-4af9-ac7b-a0b6bd0d808a not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:31.156517 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] Deleting port 395fd31e-db51-4a8c-af9b-e182ee28945a {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:31.157260 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.185518 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.221980 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] No DVR routers for this DVR port 395fd31e-db51-4a8c-af9b-e182ee28945a on host dv-cinder-801617-1-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:31.227315 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Pushing event deleted for resources: {'Port': ['ID=395fd31e-db51-4a8c-af9b-e182ee28945a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.244714 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] For port 395fd31e-db51-4a8c-af9b-e182ee28945a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=395fd31e-db51-4a8c-af9b-e182ee28945a,segment=NetworkSegment(0c8c7853-a61f-4965-8f39-714b76d48afa),segment_id=0c8c7853-a61f-4965-8f39-714b76d48afa)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:31.245180 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.268555 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] Calling delete_port for 395fd31e-db51-4a8c-af9b-e182ee28945a owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:31.308083 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.319193 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6165754f-c24a-4511-9d07-7c715fd0fdca']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:31.341306 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8c7853-a61f-4965-8f39-714b76d48afa') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:31.341898 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8c7853-a61f-4965-8f39-714b76d48afa') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:31.356217 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.375469 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.381968 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:21:31.382715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:21:31.384113 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:21:31.416500 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.457367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] Pushing event deleted for resources: {'Port': ['ID=395fd31e-db51-4a8c-af9b-e182ee28945a,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.460344 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db30bb-d654-41cd-88b8-446facd99e52 None None] No DVR routers for this DVR port 395fd31e-db51-4a8c-af9b-e182ee28945a on host dv-cinder-801617-1-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:21:31.468230 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.476555 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.479668 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6165754f-c24a-4511-9d07-7c715fd0fdca HTTP/1.1" status: 204 len: 168 time: 0.7666888 Jul 22 21:21:31.492689 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56dcb-d568-4419-bc96-8f1f0979ec44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6165754f-c24a-4511-9d07-7c715fd0fdca,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:31.630001 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1edfe-9bc0-46b7-8c4a-cfe6c0ef6edf req-f2d64fc3-4299-4c12-a504-5c44e5f617cd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:31.632685 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-39a1edfe-9bc0-46b7-8c4a-cfe6c0ef6edf req-f2d64fc3-4299-4c12-a504-5c44e5f617cd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.1262674 Jul 22 21:21:31.698824 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-39a1edfe-9bc0-46b7-8c4a-cfe6c0ef6edf req-83ae3549-fcf9-4cc9-9ff6-3f01d65467cd tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600526 Jul 22 21:21:31.708897 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53238) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:31.763628 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-13019663-46fa-4b72-b8a9-37e37dda132b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff32f128f0304a879c2a6706c69fa5a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534511 Jul 22 21:21:31.766112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53240) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:31.818144 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-04359f45-cc8a-407b-885d-44a9dffe0d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.841759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-04359f45-cc8a-407b-885d-44a9dffe0d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.899114 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-04359f45-cc8a-407b-885d-44a9dffe0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.902054 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-04359f45-cc8a-407b-885d-44a9dffe0d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:31.903222 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-04359f45-cc8a-407b-885d-44a9dffe0d4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/889d4ae5-7902-4f19-8d16-df0707e3af68 HTTP/1.1" status: 204 len: 168 time: 0.1361134 Jul 22 21:21:31.911557 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04359f45-cc8a-407b-885d-44a9dffe0d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889d4ae5-7902-4f19-8d16-df0707e3af68,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:32.844367 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dedb2-7f29-4902-bdc1-4a99ddaaf8ff req-80b7e753-05d5-48f9-ac93-96181284776d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:32.845915 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df3dedb2-7f29-4902-bdc1-4a99ddaaf8ff req-80b7e753-05d5-48f9-ac93-96181284776d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0644348 Jul 22 21:21:32.886705 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-df3dedb2-7f29-4902-bdc1-4a99ddaaf8ff req-ca16b303-4c5e-4ab5-a5e2-3cc38ea4eaed tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343125 Jul 22 21:21:32.994074 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 395fd31e-db51-4a8c-af9b-e182ee28945a no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:21:33.014379 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 395fd31e-db51-4a8c-af9b-e182ee28945a {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:21:33.014892 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 395fd31e-db51-4a8c-af9b-e182ee28945a not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:21:34.030164 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0ea9d-61a0-45f1-a184-4773478f6110 req-1a7d3963-ce93-4c83-8192-84e732bf4504 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:34.031682 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-63c0ea9d-61a0-45f1-a184-4773478f6110 req-1a7d3963-ce93-4c83-8192-84e732bf4504 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0721147 Jul 22 21:21:34.068745 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-63c0ea9d-61a0-45f1-a184-4773478f6110 req-e30fe68d-bf60-445c-9c5a-9abde31cc72e tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315256 Jul 22 21:21:34.480062 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.203152 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dcdbe-7d71-4167-823f-9d1534af0495 req-48d983b9-6901-4b92-bef4-4be810252717 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:35.204645 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f23dcdbe-7d71-4167-823f-9d1534af0495 req-48d983b9-6901-4b92-bef4-4be810252717 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 944 time: 0.0641582 Jul 22 21:21:35.242197 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f23dcdbe-7d71-4167-823f-9d1534af0495 req-10e097fe-c9d3-427d-8687-f108d972db5d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320203 Jul 22 21:21:35.657607 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:21:35.760543 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:35.771249 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'port_id': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'mac_address': 'fa:16:3e:6f:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:21:35.809949 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.822232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fb975c-16b3-4a85-90fb-cabcd94ee05d {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:21:35.843574 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:35.848733 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:35.896061 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=9']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:36.183580 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e9fb975c-16b3-4a85-90fb-cabcd94ee05d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:21:36.380589 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8f70d-b87e-4446-b812-af6980a94a8f req-4964f900-5d01-4ed0-8455-d55668aeaba2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:36.382074 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6cc8f70d-b87e-4446-b812-af6980a94a8f req-4964f900-5d01-4ed0-8455-d55668aeaba2 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 945 time: 0.0636172 Jul 22 21:21:36.420665 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6cc8f70d-b87e-4446-b812-af6980a94a8f req-8a5b27b6-9e51-44e2-ad34-6fca74fe0804 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325308 Jul 22 21:21:37.562200 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95008e5c-aeb9-4b79-a63f-c8aa269709fc req-9c3a4b47-b78f-48ed-b5d6-bcb5e9630b8f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:37.563628 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95008e5c-aeb9-4b79-a63f-c8aa269709fc req-9c3a4b47-b78f-48ed-b5d6-bcb5e9630b8f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 945 time: 0.0679717 Jul 22 21:21:37.605083 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95008e5c-aeb9-4b79-a63f-c8aa269709fc req-54f4df39-cc6d-4350-83a8-b860113d5aaa tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318220 Jul 22 21:21:38.154385 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:38.746642 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246af03-4c78-4ccd-9b44-7870eb9fe12f req-c29c550e-1b95-4caa-808e-af73ca90d7bc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:38.748232 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f246af03-4c78-4ccd-9b44-7870eb9fe12f req-c29c550e-1b95-4caa-808e-af73ca90d7bc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 945 time: 0.0678976 Jul 22 21:21:38.789209 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f246af03-4c78-4ccd-9b44-7870eb9fe12f req-6fdf9a0e-3dd6-472c-afde-fca872f6519c tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332589 Jul 22 21:21:39.681981 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:21:39.729308 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port e9fb975c-16b3-4a85-90fb-cabcd94ee05d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:21:39.729683 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:39.806238 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:39.828836 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:39.831078 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6e2ae-3468-4acd-82cd-de00ec95c053" -d '{"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:39.844714 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:21:39.849581 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:39.876446 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af7d811-ca54-48c6-89b4-72e0ed7c8c0e x-openstack-request-id: req-2af7d811-ca54-48c6-89b4-72e0ed7c8c0e {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:39.876736 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:39.877013 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2af7d811-ca54-48c6-89b4-72e0ed7c8c0e {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:39.877569 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'code': 200} Jul 22 21:21:39.905049 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=10']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:39.937851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0590f2-aedc-4d35-a96d-48b022098c2d req-1a85ecf1-2c01-4cf3-ac2e-287f631320d1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:39.939496 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce0590f2-aedc-4d35-a96d-48b022098c2d req-1a85ecf1-2c01-4cf3-ac2e-287f631320d1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0755341 Jul 22 21:21:39.980003 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ce0590f2-aedc-4d35-a96d-48b022098c2d req-f27e8f42-e694-4475-8321-2e2b11bd0204 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336604 Jul 22 21:21:40.131623 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8eea5-f696-4631-844e-3fa4de38392a req-b2928268-4b1c-4ddf-a642-0a939e1b1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:40.133169 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-12d8eea5-f696-4631-844e-3fa4de38392a req-b2928268-4b1c-4ddf-a642-0a939e1b1501 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 1100 time: 0.0529079 Jul 22 21:21:40.168091 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-12d8eea5-f696-4631-844e-3fa4de38392a req-e4ff9a70-e074-483a-8118-d47c5dddf27c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276811 Jul 22 21:21:41.121783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffbb8-07df-4fc2-bd32-e820ebf32d2f req-c36b93fa-aed8-4d79-8903-408c7cd2d256 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:41.123376 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5f5ffbb8-07df-4fc2-bd32-e820ebf32d2f req-c36b93fa-aed8-4d79-8903-408c7cd2d256 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0698044 Jul 22 21:21:41.163563 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5f5ffbb8-07df-4fc2-bd32-e820ebf32d2f req-dc84501c-18a2-4cf2-b5a9-507d6ec2751a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340374 Jul 22 21:21:42.324094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d60e2b-85ac-4a2f-94df-52a64fdc7d77 req-0f985941-386d-4852-adb5-680520d9ba2d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:42.325687 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-88d60e2b-85ac-4a2f-94df-52a64fdc7d77 req-0f985941-386d-4852-adb5-680520d9ba2d tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0821803 Jul 22 21:21:42.365095 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-88d60e2b-85ac-4a2f-94df-52a64fdc7d77 req-46b990ca-ac23-4962-aecc-9e698a26a701 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336080 Jul 22 21:21:43.509017 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b390e22-35ee-49c5-a41c-207d3bcd62ea req-bca34aed-278d-4ace-9a23-9ac2f12d5cf5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:43.511299 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b390e22-35ee-49c5-a41c-207d3bcd62ea req-bca34aed-278d-4ace-9a23-9ac2f12d5cf5 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0680943 Jul 22 21:21:43.553604 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b390e22-35ee-49c5-a41c-207d3bcd62ea req-e87f9305-c753-4d83-b5fc-1fb5ec3fcc1a tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364764 Jul 22 21:21:47.958650 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1eff85c9-e278-48f1-8f11-1a6cbaafc6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:50.708033 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-24d62205-18bd-4de3-9e11-b5c325d780c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:50.951683 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:51.885284 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:53.550697 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.426020 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53518) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:21:57.733070 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Deleting port 7ec11493-87de-458e-a310-2d793ae97964 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:21:57.733280 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.813891 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.814222 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:57.826693 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Calling delete_port for 7ec11493-87de-458e-a310-2d793ae97964 owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:21:57.999445 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:58.025624 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event deleted for resources: {'Port': ['ID=7ec11493-87de-458e-a310-2d793ae97964,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:21:58.036706 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.037055 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.037386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.037715 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.038035 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.038355 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.038672 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.038986 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.039300 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.039755 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.040074 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.040428 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:21:58.101137 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:58.101437 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Floating IP fa7206dd-71c2-4b80-892a-5e627d73e8a7 disassociated (deleted). External IP: 172.27.0.96, port: db22d4fc-2943-44e3-815f-9d0cf02a5050. Jul 22 21:21:58.308125 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Router 540a8006-d871-4b9b-9a88-deba79423bdb has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:21:58.419246 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:21:58.424247 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:58.428869 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] Sync routers for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:21:58.438300 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:58.438925 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:58.464787 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8fd6862f-f92c-4b96-bf31-ba2c7555e38d tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "DELETE /v2.0/floatingips/fa7206dd-71c2-4b80-892a-5e627d73e8a7 HTTP/1.1" status: 204 len: 168 time: 1.0374525 Jul 22 21:21:58.465388 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:21:58.467522 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ad496-7fd9-44e1-8146-22a56b157001" -d '{"events": [{"name": "network-changed", "server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:21:58.510003 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb9fec1-9973-4c87-80e6-addcfaa694be x-openstack-request-id: req-fbb9fec1-9973-4c87-80e6-addcfaa694be {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:21:58.510311 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:21:58.510546 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbb9fec1-9973-4c87-80e6-addcfaa694be {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:21:58.511102 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'status': 'completed', 'code': 200} Jul 22 21:21:58.554230 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:58.718337 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2afda8-e814-4704-a7c9-7bd798c71a5f req-02b1bdd6-6709-4b4a-b154-555120f1ce01 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:58.719936 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa2afda8-e814-4704-a7c9-7bd798c71a5f req-02b1bdd6-6709-4b4a-b154-555120f1ce01 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0731997 Jul 22 21:21:58.768525 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:58.775050 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa2afda8-e814-4704-a7c9-7bd798c71a5f req-a737e313-d3a7-4be6-b0a6-3b9f27000640 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473051 Jul 22 21:21:58.795171 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] Checking router: 540a8006-d871-4b9b-9a88-deba79423bdb for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:21:58.803492 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:21:58.804085 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:58.913211 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:21:59.197169 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:21:59.225985 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b1ff7-bf2f-4550-b3a6-21d1ac4ebf92 None None] The sync data for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi is: [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:53Z', 'revision_number': 4, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '02d285ef-dace-47fd-a7c9-e41b610f0118', 'name': '', 'network_id': 'a4ad920b-08d7-41a3-a1d8-3df89ba2781f', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'mac_address': 'fa:16:3e:33:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:52Z', 'updated_at': '2021-07-22T21:16:01Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'subnets': [{'id': 'a0225977-7d46-4ab2-8a6d-ce49aa9b2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:21:59.432785 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b5e4e-81d1-453b-a7ee-9a0a9eaff25c None None] New status for floating IP fa7206dd-71c2-4b80-892a-5e627d73e8a7: DOWN {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:21:59.912834 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f29773-e6ab-4d58-a1d3-0ebfb8eba6ec req-a7832669-02fb-4a27-8a5a-7811fd696b9a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:21:59.914296 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4f29773-e6ab-4d58-a1d3-0ebfb8eba6ec req-a7832669-02fb-4a27-8a5a-7811fd696b9a tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0662460 Jul 22 21:21:59.955882 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c4f29773-e6ab-4d58-a1d3-0ebfb8eba6ec req-b96c015a-992d-42dc-9db5-402999e71e71 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345545 Jul 22 21:22:00.553523 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-8a35e202-f82c-4ec5-940e-15496af8b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.555030 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-8a35e202-f82c-4ec5-940e-15496af8b325 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 1098 time: 0.0594583 Jul 22 21:22:00.698500 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-af368e10-3a54-49b8-8da8-38d2b2238468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.700159 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-af368e10-3a54-49b8-8da8-38d2b2238468 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 200 len: 910 time: 0.0995469 Jul 22 21:22:00.762802 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-20a8b93c-0363-45c2-8fc9-ec1148a9fbea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 200 len: 217 time: 0.0390103 Jul 22 21:22:00.831225 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-c6510b93-41de-493a-aa1a-58d32e128124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.832663 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-c6510b93-41de-493a-aa1a-58d32e128124 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 200 len: 848 time: 0.0518172 Jul 22 21:22:00.901291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-f0d4325d-fd15-4cb6-8713-744aabaa8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:00.903694 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-f0d4325d-fd15-4cb6-8713-744aabaa8ebc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4ad920b-08d7-41a3-a1d8-3df89ba2781f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627732 Jul 22 21:22:01.018526 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-0ebf050a-0b56-49cf-b4d5-a1866a69b592 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931940 Jul 22 21:22:01.170509 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81db21-f453-4860-b87c-757afa72c29c req-a8960d82-dd90-46d5-b91d-bfea896fb1b8 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:01.172190 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d81db21-f453-4860-b87c-757afa72c29c req-a8960d82-dd90-46d5-b91d-bfea896fb1b8 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.1432190 Jul 22 21:22:01.174611 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d9ad496-7fd9-44e1-8146-22a56b157001 req-40ecbceb-7771-4223-85d1-42a023b50da8 service neutron] 10.222.0.69 "GET /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367929 Jul 22 21:22:01.222852 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2d81db21-f453-4860-b87c-757afa72c29c req-0efe6390-ee2c-432d-a772-ce9518f93e50 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Jul 22 21:22:02.366570 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0290863-595c-4f38-a584-4abd50878f5d req-9b962c31-bc3e-4a42-8f25-44e2ec136fd1 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:02.368731 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d0290863-595c-4f38-a584-4abd50878f5d req-9b962c31-bc3e-4a42-8f25-44e2ec136fd1 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0715377 Jul 22 21:22:02.407776 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d0290863-595c-4f38-a584-4abd50878f5d req-089e8843-e35b-4b39-b5a9-fa9f573600bd tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/security-groups?id=0947bdfa-aaa3-4aac-8153-4870425327dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329504 Jul 22 21:22:02.877242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-7b775759-3567-424e-b623-85b4b9c8fb86 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:02.879417 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-7b775759-3567-424e-b623-85b4b9c8fb86 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 945 time: 0.0687730 Jul 22 21:22:02.993458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Deleting port db22d4fc-2943-44e3-815f-9d0cf02a5050 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:02.993807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:03.087978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] For port db22d4fc-2943-44e3-815f-9d0cf02a5050, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=db22d4fc-2943-44e3-815f-9d0cf02a5050,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:03.087978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:03.101985 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Calling delete_port for db22d4fc-2943-44e3-815f-9d0cf02a5050 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:03.245923 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:03.284469 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event deleted for resources: {'Port': ['ID=db22d4fc-2943-44e3-815f-9d0cf02a5050,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:03.327630 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] No DVR routers for this DVR port db22d4fc-2943-44e3-815f-9d0cf02a5050 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:03.330242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:03.332507 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7d87596-3151-4dbb-969d-ee0d5df36233 req-8b47c21b-127e-49da-bc47-54d1edb348bb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.69 "DELETE /v2.0/ports/db22d4fc-2943-44e3-815f-9d0cf02a5050 HTTP/1.1" status: 204 len: 173 time: 0.4448583 Jul 22 21:22:03.332947 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-deleted', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:03.335264 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab57e14-a4b7-49ae-9150-bdc0536c8d35" -d '{"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-deleted", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:03.378162 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab11559-70da-4d0c-8830-85a9db216f6e x-openstack-request-id: req-eab11559-70da-4d0c-8830-85a9db216f6e {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:03.379173 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d171ca7-11be-46b1-8f1a-6442cc72bee0", "name": "network-vif-deleted", "tag": "db22d4fc-2943-44e3-815f-9d0cf02a5050", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:03.379173 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eab11559-70da-4d0c-8830-85a9db216f6e {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:03.379173 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d171ca7-11be-46b1-8f1a-6442cc72bee0', 'name': 'network-vif-deleted', 'tag': 'db22d4fc-2943-44e3-815f-9d0cf02a5050', 'status': 'completed', 'code': 200} Jul 22 21:22:03.515009 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-58a623cf-377a-418b-a568-04927365906d req-593b7b84-a240-41fb-a7bc-3ad9b2df8478 tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d171ca7-11be-46b1-8f1a-6442cc72bee0 HTTP/1.1" status: 200 len: 210 time: 0.0356154 Jul 22 21:22:04.489150 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.572880 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53604) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:04.637769 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-23168f5c-4be1-4843-901d-52f90fadd7fb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.665620 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-23168f5c-4be1-4843-901d-52f90fadd7fb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.729765 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-23168f5c-4be1-4843-901d-52f90fadd7fb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.732671 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-23168f5c-4be1-4843-901d-52f90fadd7fb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.733892 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-23168f5c-4be1-4843-901d-52f90fadd7fb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] 10.222.0.44 "DELETE /v2.0/security-groups/0947bdfa-aaa3-4aac-8153-4870425327dc HTTP/1.1" status: 204 len: 168 time: 0.1599565 Jul 22 21:22:04.745412 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23168f5c-4be1-4843-901d-52f90fadd7fb tempest-TestShelveInstance-680347319 tempest-TestShelveInstance-680347319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947bdfa-aaa3-4aac-8153-4870425327dc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:04.787765 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53608) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:05.505113 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:05.805490 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Deleting port 02d285ef-dace-47fd-a7c9-e41b610f0118 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:05.806163 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:05.834564 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:05.864654 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: db22d4fc-2943-44e3-815f-9d0cf02a5050 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:05.865052 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device db22d4fc-2943-44e3-815f-9d0cf02a5050 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:05.909720 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] For port 02d285ef-dace-47fd-a7c9-e41b610f0118, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=02d285ef-dace-47fd-a7c9-e41b610f0118,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:05.910090 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:05.924727 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Calling delete_port for 02d285ef-dace-47fd-a7c9-e41b610f0118 owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:06.126565 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.150847 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Pushing event deleted for resources: {'Port': ['ID=02d285ef-dace-47fd-a7c9-e41b610f0118,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:06.336958 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.558395 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Router 540a8006-d871-4b9b-9a88-deba79423bdb has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:22:06.677084 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:22:06.685375 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5d1e366e-62b6-4851-9485-ced6726f923e admin admin] 10.222.0.44 "PUT /v2.0/routers/540a8006-d871-4b9b-9a88-deba79423bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938673 Jul 22 21:22:06.685758 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53630) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:06.688819 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] Sync routers for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:22:06.701245 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:06.702110 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:06.799475 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.825586 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:06.911456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:06.974513 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Deleting port 65f4ba07-12b7-49f4-96e3-af3d03142f2d {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:06.974858 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.044564 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:22:06Z', 'revision_number': 5, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port': {'id': '65f4ba07-12b7-49f4-96e3-af3d03142f2d', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:07.068927 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] For port 65f4ba07-12b7-49f4-96e3-af3d03142f2d, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=65f4ba07-12b7-49f4-96e3-af3d03142f2d,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:07.069346 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.070882 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] Checking router: 540a8006-d871-4b9b-9a88-deba79423bdb for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:22:07.080085 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] Routers {'540a8006-d871-4b9b-9a88-deba79423bdb'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:07.080643 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['540a8006-d871-4b9b-9a88-deba79423bdb'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:07.087235 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Calling delete_port for 65f4ba07-12b7-49f4-96e3-af3d03142f2d owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:07.167800 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] Set router 540a8006-d871-4b9b-9a88-deba79423bdb gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:07.224838 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:22:06Z', 'revision_number': 6, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:07.251873 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cf4f4-de9d-46b2-909b-2dcd283579fc None None] The sync data for ids ['540a8006-d871-4b9b-9a88-deba79423bdb'] in dv-cinder-801617-1-iscsi is: [{'id': '540a8006-d871-4b9b-9a88-deba79423bdb', 'name': 'tempest-TestShelveInstance-1238955237-router', 'tenant_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:49Z', 'updated_at': '2021-07-22T21:22:06Z', 'revision_number': 6, 'project_id': '61f271f6c88b4af2aca02c565bfe1ea7', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:22:07.267379 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.297217 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f4ba07-12b7-49f4-96e3-af3d03142f2d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:07.361639 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.464467 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.466695 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.534525 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.535018 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540a8006-d871-4b9b-9a88-deba79423bdb {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:22:07.540230 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.541398 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9a251521-df9c-471e-b0fb-110dfe207817 admin admin] 10.222.0.44 "DELETE /v2.0/routers/540a8006-d871-4b9b-9a88-deba79423bdb HTTP/1.1" status: 204 len: 168 time: 0.8544366 Jul 22 21:22:07.544418 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53634) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:07.589019 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Deleting subnet a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:22:07.593102 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.631369 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.717777 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.775862 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.801530 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0225977-7d46-4ab2-8a6d-ce49aa9b2b70,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:07.806456 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.808884 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c5f62300-acb9-469c-bc6e-7f7196f5a3e9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a0225977-7d46-4ab2-8a6d-ce49aa9b2b70 HTTP/1.1" status: 204 len: 168 time: 0.2634997 Jul 22 21:22:07.811983 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53636) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:07.813644 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db62d46-bd44-4cc7-bf56-cd105debd603 None None] Network a4ad920b-08d7-41a3-a1d8-3df89ba2781f requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:22:07.894997 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:07.956719 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Deleting port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:07.957301 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.025423 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] DHCP port deletion for a4ad920b-08d7-41a3-a1d8-3df89ba2781f request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:22:08.033856 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] For port c348300c-1c9c-4ca1-97f2-d92c0cf0d782, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:08.033856 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.048180 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Calling delete_port for c348300c-1c9c-4ca1-97f2-d92c0cf0d782 owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:08.080474 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Deleting port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:08.080858 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.136591 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.152092 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] For port c348300c-1c9c-4ca1-97f2-d92c0cf0d782, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,segment=NetworkSegment(42feb098-83a6-40bd-9ef2-f3069b73b709),segment_id=42feb098-83a6-40bd-9ef2-f3069b73b709)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:08.152535 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.162819 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:08.167193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Calling delete_port for c348300c-1c9c-4ca1-97f2-d92c0cf0d782 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:08.169249 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] No DVR routers for this DVR port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 on host dv-cinder-801617-1-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:08.253350 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.255754 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.261285 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ad920b-08d7-41a3-a1d8-3df89ba2781f']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:08.274076 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42feb098-83a6-40bd-9ef2-f3069b73b709') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:08.274472 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42feb098-83a6-40bd-9ef2-f3069b73b709') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:08.286337 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.289234 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Pushing event deleted for resources: {'Port': ['ID=c348300c-1c9c-4ca1-97f2-d92c0cf0d782,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:08.294486 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] No DVR routers for this DVR port c348300c-1c9c-4ca1-97f2-d92c0cf0d782 on host dv-cinder-801617-1-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:08.310418 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.315926 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319044 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.319962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.320229 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f580f66a-44fb-4c24-90d9-b043ccc05b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:08.322117 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:22:08.322744 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:22:08.324923 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:22:08.383302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.388865 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:08.390707 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4ad920b-08d7-41a3-a1d8-3df89ba2781f HTTP/1.1" status: 204 len: 168 time: 0.5777497 Jul 22 21:22:08.394025 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53640) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:08.401692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492974a4-d1a9-440d-9ac4-49b0e20b5f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ad920b-08d7-41a3-a1d8-3df89ba2781f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:08.834212 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.013064 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 65f4ba07-12b7-49f4-96e3-af3d03142f2d no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:09.033920 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 65f4ba07-12b7-49f4-96e3-af3d03142f2d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:09.034267 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 65f4ba07-12b7-49f4-96e3-af3d03142f2d not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:09.034693 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 02d285ef-dace-47fd-a7c9-e41b610f0118 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:09.053591 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 02d285ef-dace-47fd-a7c9-e41b610f0118 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:09.053937 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 02d285ef-dace-47fd-a7c9-e41b610f0118 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:09.054365 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device c348300c-1c9c-4ca1-97f2-d92c0cf0d782 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:09.073706 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: c348300c-1c9c-4ca1-97f2-d92c0cf0d782 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:09.074052 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device c348300c-1c9c-4ca1-97f2-d92c0cf0d782 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:09.160046 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Deleting port 31915e10-7682-4b5e-acea-5a37883d5772 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:09.160421 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.238011 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] For port 31915e10-7682-4b5e-acea-5a37883d5772, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=31915e10-7682-4b5e-acea-5a37883d5772,segment=NetworkSegment(73f0e60d-2538-4aed-be02-a845340b1ad5),segment_id=73f0e60d-2538-4aed-be02-a845340b1ad5)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:09.238376 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.254003 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Calling delete_port for 31915e10-7682-4b5e-acea-5a37883d5772 owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:09.436591 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.462258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31915e10-7682-4b5e-acea-5a37883d5772,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:09.640734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:09.862649 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:22:09.973258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:22:09.979102 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7527159f-49b8-4721-be93-fa710a9c7df1 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a3e91f4-e875-4a8d-88b7-ec82a60f7294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839884 Jul 22 21:22:09.981812 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53646) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:09.985842 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] Sync routers for ids ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:22:09.996250 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] Routers {'6a3e91f4-e875-4a8d-88b7-ec82a60f7294'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:09.997025 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.107633 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] Set router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:10.309658 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:22:09Z', 'revision_number': 5, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.369754 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.466355 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] Checking router: 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:22:10.475770 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] Routers {'6a3e91f4-e875-4a8d-88b7-ec82a60f7294'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:10.475770 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:21:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.490916 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.563223 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Deleting port ea54eb07-3634-4077-ab4d-1638e7d28f0a {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:10.563486 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.599777 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] Set router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:10.654112 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] For port ea54eb07-3634-4077-ab4d-1638e7d28f0a, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ea54eb07-3634-4077-ab4d-1638e7d28f0a,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:10.654504 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.669380 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Calling delete_port for ea54eb07-3634-4077-ab4d-1638e7d28f0a owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:10.795986 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:22:09Z', 'revision_number': 5, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:10.825217 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333c950-4ba1-41c2-b93f-cb593858e098 None None] The sync data for ids ['6a3e91f4-e875-4a8d-88b7-ec82a60f7294'] in dv-cinder-801617-1-iscsi is: [{'id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'name': 'tempest-TestShelveInstance-895823595-router', 'tenant_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:22:09Z', 'revision_number': 5, 'project_id': 'cbe5cd14e99f47e5b00c9dcba426bea1', 'gw_port': {'id': 'ea54eb07-3634-4077-ab4d-1638e7d28f0a', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e91f4-e875-4a8d-88b7-ec82a60f7294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:15:56Z', 'updated_at': '2021-07-22T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:22:10.857587 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:10.890888 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea54eb07-3634-4077-ab4d-1638e7d28f0a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:10.962132 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.057942 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.060286 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.107420 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.108238 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3e91f4-e875-4a8d-88b7-ec82a60f7294 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:22:11.113179 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.114758 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f9ea32cd-9134-409f-95da-7bb0f2f625a4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6a3e91f4-e875-4a8d-88b7-ec82a60f7294 HTTP/1.1" status: 204 len: 168 time: 1.1316540 Jul 22 21:22:11.117486 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53662) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:11.168509 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Deleting subnet b71b41e6-af10-4b2f-a941-c7c580770449 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:22:11.171766 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.255101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.340538 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 31915e10-7682-4b5e-acea-5a37883d5772 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:11.399272 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 31915e10-7682-4b5e-acea-5a37883d5772 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:11.399912 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 31915e10-7682-4b5e-acea-5a37883d5772 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:11.411710 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.478058 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.493114 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.496784 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b71b41e6-af10-4b2f-a941-c7c580770449 HTTP/1.1" status: 204 len: 168 time: 0.3782408 Jul 22 21:22:11.499319 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53672) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:11.500331 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017d50a-d4c7-40fd-b60c-fd32834d9d61 None None] Network 004a0a8b-6908-4565-9cc3-901d53a0e43f requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:22:11.522972 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d30b9-6daf-4213-a5c4-b74de9427385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71b41e6-af10-4b2f-a941-c7c580770449,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:11.599920 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.679169 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Deleting port 3f5374dc-79d0-4ff2-996c-376947aae2f0 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:11.681509 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.779849 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] For port 3f5374dc-79d0-4ff2-996c-376947aae2f0, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=3f5374dc-79d0-4ff2-996c-376947aae2f0,segment=NetworkSegment(73f0e60d-2538-4aed-be02-a845340b1ad5),segment_id=73f0e60d-2538-4aed-be02-a845340b1ad5)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:11.780224 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.793469 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Calling delete_port for 3f5374dc-79d0-4ff2-996c-376947aae2f0 owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:11.900787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:11.929115 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5374dc-79d0-4ff2-996c-376947aae2f0,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:11.931240 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] No DVR routers for this DVR port 3f5374dc-79d0-4ff2-996c-376947aae2f0 on host dv-cinder-801617-1-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:12.015310 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.027812 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004a0a8b-6908-4565-9cc3-901d53a0e43f']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:12.040024 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28706a6-5faf-4dd7-b4a5-d2946d1f7265 None None] DHCP port deletion for 004a0a8b-6908-4565-9cc3-901d53a0e43f request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:22:12.047812 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f0e60d-2538-4aed-be02-a845340b1ad5') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:12.048976 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f0e60d-2538-4aed-be02-a845340b1ad5') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:12.063736 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.082643 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.089052 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:22:12.089455 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:22:12.091176 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:22:12.408489 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.416542 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.418604 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/004a0a8b-6908-4565-9cc3-901d53a0e43f HTTP/1.1" status: 204 len: 168 time: 0.9182625 Jul 22 21:22:12.434336 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4db3f-bd47-497e-8b4b-842779a0fef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=004a0a8b-6908-4565-9cc3-901d53a0e43f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:12.577684 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53690) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:12.628906 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ce552bcc-f78c-42bc-b07f-53ea93f4e68e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61f271f6c88b4af2aca02c565bfe1ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493679 Jul 22 21:22:12.631696 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53694) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:12.703741 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-860be13a-76b5-40cf-b69d-656f114a5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.735725 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-860be13a-76b5-40cf-b69d-656f114a5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.803983 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-860be13a-76b5-40cf-b69d-656f114a5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.807348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-860be13a-76b5-40cf-b69d-656f114a5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:12.812343 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-860be13a-76b5-40cf-b69d-656f114a5781 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e3fd10b-9fbb-4b9e-abd5-7911a684fc01 HTTP/1.1" status: 204 len: 168 time: 0.1758990 Jul 22 21:22:12.827353 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860be13a-76b5-40cf-b69d-656f114a5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3fd10b-9fbb-4b9e-abd5-7911a684fc01,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:13.032785 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 3f5374dc-79d0-4ff2-996c-376947aae2f0 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:13.061801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 3f5374dc-79d0-4ff2-996c-376947aae2f0 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:13.062152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 3f5374dc-79d0-4ff2-996c-376947aae2f0 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:13.062632 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ea54eb07-3634-4077-ab4d-1638e7d28f0a no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:13.085241 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: ea54eb07-3634-4077-ab4d-1638e7d28f0a {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:13.085625 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ea54eb07-3634-4077-ab4d-1638e7d28f0a not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:13.223514 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53704) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:13.267513 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e00bf8a9-f567-480a-a434-a5886c010c1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbe5cd14e99f47e5b00c9dcba426bea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426991 Jul 22 21:22:13.271420 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53706) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:13.327363 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-83ee0d1a-59a0-403b-ab45-c142eb8cf6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.349187 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-83ee0d1a-59a0-403b-ab45-c142eb8cf6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.400533 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-83ee0d1a-59a0-403b-ab45-c142eb8cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.403077 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-83ee0d1a-59a0-403b-ab45-c142eb8cf6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:13.404503 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-83ee0d1a-59a0-403b-ab45-c142eb8cf6d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eba8fd1a-be1a-40b5-8ff6-c9f047abfe2f HTTP/1.1" status: 204 len: 168 time: 0.1320090 Jul 22 21:22:13.417515 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee0d1a-59a0-403b-ab45-c142eb8cf6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba8fd1a-be1a-40b5-8ff6-c9f047abfe2f,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:14.462355 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53740) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:14.572666 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-18f9b2e0-6444-40f0-bbbb-b7d9391a506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.673250 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-18f9b2e0-6444-40f0-bbbb-b7d9391a506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.677182 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-18f9b2e0-6444-40f0-bbbb-b7d9391a506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.717765 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9b2e0-6444-40f0-bbbb-b7d9391a506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a1cf2-bb00-4ed3-8050-4a9fa0c61140,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:14.722083 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-18f9b2e0-6444-40f0-bbbb-b7d9391a506e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=feb5dcc140d143bd8a2bc323fa83c3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586811 Jul 22 21:22:14.725252 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53744) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:14.780295 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08c6b0b8-8fd0-4118-880f-5b2fc658a61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.802971 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08c6b0b8-8fd0-4118-880f-5b2fc658a61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.859446 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08c6b0b8-8fd0-4118-880f-5b2fc658a61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.862340 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-08c6b0b8-8fd0-4118-880f-5b2fc658a61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.863827 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-08c6b0b8-8fd0-4118-880f-5b2fc658a61a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb3a1cf2-bb00-4ed3-8050-4a9fa0c61140 HTTP/1.1" status: 204 len: 168 time: 0.1371703 Jul 22 21:22:14.872888 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6b0b8-8fd0-4118-880f-5b2fc658a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a1cf2-bb00-4ed3-8050-4a9fa0c61140,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:15.153701 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:22:15.183139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53750) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:15.201739 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-aee53029-3f10-4614-ada6-da48bb3597a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.305907 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-aee53029-3f10-4614-ada6-da48bb3597a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.310258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-aee53029-3f10-4614-ada6-da48bb3597a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.354778 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-aee53029-3f10-4614-ada6-da48bb3597a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0eea675aba4842c285d387af744ac883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698208 Jul 22 21:22:15.355701 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee53029-3f10-4614-ada6-da48bb3597a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343ac75b-8481-4fa2-9e40-76864453aa28,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:15.357787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53752) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:15.415470 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4fd380de-0390-435f-93c8-9e3980ac9cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.438461 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4fd380de-0390-435f-93c8-9e3980ac9cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.493163 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4fd380de-0390-435f-93c8-9e3980ac9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.495930 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4fd380de-0390-435f-93c8-9e3980ac9cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:15.497124 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4fd380de-0390-435f-93c8-9e3980ac9cbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/343ac75b-8481-4fa2-9e40-76864453aa28 HTTP/1.1" status: 204 len: 168 time: 0.1368794 Jul 22 21:22:15.506512 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd380de-0390-435f-93c8-9e3980ac9cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343ac75b-8481-4fa2-9e40-76864453aa28,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:17.359895 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53808) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:17.467029 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7543b559-2957-4579-ba73-1ca834f750e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.558675 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7543b559-2957-4579-ba73-1ca834f750e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.563991 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-7543b559-2957-4579-ba73-1ca834f750e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.604440 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543b559-2957-4579-ba73-1ca834f750e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b195472-bdca-4525-a54c-024e493ca3aa,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:17.609141 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-7543b559-2957-4579-ba73-1ca834f750e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cac0e47467174b5fbc04d5fa963b7c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480621 Jul 22 21:22:17.611997 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53814) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:17.663979 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-979e5240-49ea-49a8-b641-0cf0788a18ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.688686 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-979e5240-49ea-49a8-b641-0cf0788a18ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.742869 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-979e5240-49ea-49a8-b641-0cf0788a18ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.745477 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-979e5240-49ea-49a8-b641-0cf0788a18ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.746639 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-979e5240-49ea-49a8-b641-0cf0788a18ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b195472-bdca-4525-a54c-024e493ca3aa HTTP/1.1" status: 204 len: 168 time: 0.1336689 Jul 22 21:22:17.754809 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e5240-49ea-49a8-b641-0cf0788a18ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b195472-bdca-4525-a54c-024e493ca3aa,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:17.961440 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e16-0d7b-4068-9830-c541495b1974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.046737 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53820) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:18.060443 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4e7b388e-81a5-4790-adb9-630a0ca1cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.156982 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4e7b388e-81a5-4790-adb9-630a0ca1cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.160902 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-4e7b388e-81a5-4790-adb9-630a0ca1cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.200810 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-4e7b388e-81a5-4790-adb9-630a0ca1cede admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cea105df27b446dbd6a47c5177ad39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529584 Jul 22 21:22:18.201936 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b388e-81a5-4790-adb9-630a0ca1cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c441cb86-e3b8-4abb-92fb-50e2c0f34c03,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:18.203719 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53822) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:18.262198 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae72b382-b6f5-4a10-b5b1-d16baa8d388d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.284832 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae72b382-b6f5-4a10-b5b1-d16baa8d388d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.335377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae72b382-b6f5-4a10-b5b1-d16baa8d388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.338269 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ae72b382-b6f5-4a10-b5b1-d16baa8d388d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.339478 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ae72b382-b6f5-4a10-b5b1-d16baa8d388d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c441cb86-e3b8-4abb-92fb-50e2c0f34c03 HTTP/1.1" status: 204 len: 168 time: 0.1346760 Jul 22 21:22:18.348926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72b382-b6f5-4a10-b5b1-d16baa8d388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c441cb86-e3b8-4abb-92fb-50e2c0f34c03,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:20.248370 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a804607-ec88-4cb7-a990-07f9010c714f req-cf5d64c6-d6fb-4a97-8c3a-4fe3ef193bc4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:20.249940 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0a804607-ec88-4cb7-a990-07f9010c714f req-cf5d64c6-d6fb-4a97-8c3a-4fe3ef193bc4 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0870717 Jul 22 21:22:20.291305 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0a804607-ec88-4cb7-a990-07f9010c714f req-9f4190b1-69a1-4eff-9d68-733e3b9314fc tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355999 Jul 22 21:22:20.713799 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6bf06f3d-27f1-414b-b122-172ded99dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:20.954142 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:21.447174 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba161-9bab-4ebe-903e-ce54e765d250 req-2f626d3d-0400-4d2d-b1b3-62a4b143b76f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:21.448993 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-319ba161-9bab-4ebe-903e-ce54e765d250 req-2f626d3d-0400-4d2d-b1b3-62a4b143b76f tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0745223 Jul 22 21:22:21.490065 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-319ba161-9bab-4ebe-903e-ce54e765d250 req-7d54a5e2-f70b-494d-871d-1e66fa82ce59 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350783 Jul 22 21:22:21.890512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.086779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-ba08d08b-e1dc-4f4a-9987-615d2c4fe1e1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:22.088431 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-ba08d08b-e1dc-4f4a-9987-615d2c4fe1e1 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 947 time: 0.0739522 Jul 22 21:22:22.204966 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Deleting port e9fb975c-16b3-4a85-90fb-cabcd94ee05d {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:22.205223 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.302884 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] For port e9fb975c-16b3-4a85-90fb-cabcd94ee05d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:22.303224 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.501998 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.503101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.503101 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Floating IP 948b9171-eb43-4243-8415-bc72ce4f49d0 disassociated. External IP: 172.27.0.171, port: e9fb975c-16b3-4a85-90fb-cabcd94ee05d. Jul 22 21:22:22.503101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Calling delete_port for e9fb975c-16b3-4a85-90fb-cabcd94ee05d owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:22.680280 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:22.722516 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event deleted for resources: {'Port': ['ID=e9fb975c-16b3-4a85-90fb-cabcd94ee05d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:22.752403 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9491cf-df8d-4f1c-b8aa-47997df744ff req-1d45bd66-de4a-446d-a6bb-099c85c33561 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:22:22.754232 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8d9491cf-df8d-4f1c-b8aa-47997df744ff req-1d45bd66-de4a-446d-a6bb-099c85c33561 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ebbdee1-c5a1-4be7-80f9-8138be98413f HTTP/1.1" status: 200 len: 868 time: 0.1657040 Jul 22 21:22:22.863005 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8d9491cf-df8d-4f1c-b8aa-47997df744ff req-a9bb1058-f4ac-46aa-8313-2e4f0944ec18 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups?id=276da0a8-d097-4961-afb2-c65a7ff52810&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744717 Jul 22 21:22:22.889205 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:22:23.003520 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:22:23.014300 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:22:23.024900 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:23.025967 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:23.052668 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] No DVR routers for this DVR port e9fb975c-16b3-4a85-90fb-cabcd94ee05d on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:23.055426 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.057753 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0936624b-06f9-4cdc-b7af-f9b81a2a8ba8 req-217fa4f3-9f39-4baa-a1ae-f988be61de65 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.69 "DELETE /v2.0/ports/e9fb975c-16b3-4a85-90fb-cabcd94ee05d HTTP/1.1" status: 204 len: 173 time: 0.9634814 Jul 22 21:22:23.058202 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-deleted', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:22:23.060975 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74265a14-b3f9-4a66-82a1-d778c4c09110" -d '{"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-deleted", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:22:23.105119 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a11a56-2558-48f9-8e81-368e218225f5 x-openstack-request-id: req-06a11a56-2558-48f9-8e81-368e218225f5 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:22:23.105474 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebbdee1-c5a1-4be7-80f9-8138be98413f", "name": "network-vif-deleted", "tag": "e9fb975c-16b3-4a85-90fb-cabcd94ee05d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:22:23.106802 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06a11a56-2558-48f9-8e81-368e218225f5 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:22:23.107543 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebbdee1-c5a1-4be7-80f9-8138be98413f', 'name': 'network-vif-deleted', 'tag': 'e9fb975c-16b3-4a85-90fb-cabcd94ee05d', 'status': 'completed', 'code': 200} Jul 22 21:22:23.149267 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:23.380401 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:23.411851 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:22:23.420999 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:23.421601 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:23.531792 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:23.553118 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:23.749439 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:23.780571 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbb4a1-64b5-481f-ad0a-1e0850f1cb23 None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:14:14Z', 'revision_number': 4, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '86e41147-87b6-4002-aac5-095a9b86db4e', 'name': '', 'network_id': '80f63fd0-a159-4c79-9843-ab333e33b6ad', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'mac_address': 'fa:16:3e:20:43:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '924e995c-d072-4d0b-b862-6624a487dff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:11Z', 'updated_at': '2021-07-22T21:14:23Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'subnets': [{'id': '924e995c-d072-4d0b-b862-6624a487dff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:22:24.026328 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1291f2-ec08-4fa2-b3ad-1efaafdd8868 None None] New status for floating IP 948b9171-eb43-4243-8415-bc72ce4f49d0: DOWN {{(pid=93194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:22:24.992019 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 53936) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:25.064105 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e689d3c9-90ba-43fd-a2ad-1fa4d45330e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.089651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e689d3c9-90ba-43fd-a2ad-1fa4d45330e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.147233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e689d3c9-90ba-43fd-a2ad-1fa4d45330e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.149968 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e689d3c9-90ba-43fd-a2ad-1fa4d45330e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.151161 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e689d3c9-90ba-43fd-a2ad-1fa4d45330e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "DELETE /v2.0/security-groups/276da0a8-d097-4961-afb2-c65a7ff52810 HTTP/1.1" status: 204 len: 168 time: 0.1580133 Jul 22 21:22:25.154060 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53938) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:25.160734 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689d3c9-90ba-43fd-a2ad-1fa4d45330e8 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276da0a8-d097-4961-afb2-c65a7ff52810,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:25.169109 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.api.v2.resource [None req-864bee96-4dd4-416d-9ca8-739b367b48a6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] show failed (client error): The resource could not be found. Jul 22 21:22:25.170188 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-864bee96-4dd4-416d-9ca8-739b367b48a6 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "GET /v2.0/security-groups/276da0a8-d097-4961-afb2-c65a7ff52810 HTTP/1.1" status: 404 len: 347 time: 0.0151119 Jul 22 21:22:25.174326 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53940) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:25.317792 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Deleting port 8f5ea4ff-4aa9-40b8-b050-04d2678c88c3 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:25.318199 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.400789 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.401116 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.420732 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Calling delete_port for 8f5ea4ff-4aa9-40b8-b050-04d2678c88c3 owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:25.568968 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.601098 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Pushing event deleted for resources: {'Port': ['ID=8f5ea4ff-4aa9-40b8-b050-04d2678c88c3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:25.669871 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.672410 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:25.673588 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-701c33da-311d-4776-957e-26ca7ecb8054 tempest-AttachVolumeShelveTestJSON-1733260149 tempest-AttachVolumeShelveTestJSON-1733260149-project] 10.222.0.44 "DELETE /v2.0/floatingips/948b9171-eb43-4243-8415-bc72ce4f49d0 HTTP/1.1" status: 204 len: 168 time: 0.4983363 Jul 22 21:22:26.894679 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:26.928343 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: e9fb975c-16b3-4a85-90fb-cabcd94ee05d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:26.929344 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e9fb975c-16b3-4a85-90fb-cabcd94ee05d not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:28.182148 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 53996) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:28.761927 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.030900 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Deleting port 86e41147-87b6-4002-aac5-095a9b86db4e {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:29.031220 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.110765 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] For port 86e41147-87b6-4002-aac5-095a9b86db4e, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=86e41147-87b6-4002-aac5-095a9b86db4e,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:29.111124 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.125448 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Calling delete_port for 86e41147-87b6-4002-aac5-095a9b86db4e owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:29.310094 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.336027 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e41147-87b6-4002-aac5-095a9b86db4e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:29.518765 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:29.744630 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:22:29.861652 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:22:29.868630 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-22bc8d74-32c4-4bfe-9d16-e4845e8f14c2 admin admin] 10.222.0.44 "PUT /v2.0/routers/7867d088-4d26-4c49-aa0e-8e1c35d1c0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6853492 Jul 22 21:22:29.871248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54022) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:29.874322 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] Sync routers for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:22:29.884944 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:29.885870 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:29.992921 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.087187 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:30.107699 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.173861 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Deleting port d9bafe13-116e-4efb-8ca4-507a707eb7f7 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:30.174222 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.275113 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] For port d9bafe13-116e-4efb-8ca4-507a707eb7f7, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=d9bafe13-116e-4efb-8ca4-507a707eb7f7,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:30.275644 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.291964 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Calling delete_port for d9bafe13-116e-4efb-8ca4-507a707eb7f7 owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:30.295151 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:22:29Z', 'revision_number': 5, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port': {'id': 'd9bafe13-116e-4efb-8ca4-507a707eb7f7', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:14:00Z', 'updated_at': '2021-07-22T21:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:30.322765 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] Checking router: 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:22:30.331469 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] Routers {'7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:22:30.332072 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:30.426489 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] Set router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:22:30.482938 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:22:30Z', 'revision_number': 6, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:30.499020 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.512223 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec76306-8645-44c3-bfbd-cd7ad1a06881 None None] The sync data for ids ['7867d088-4d26-4c49-aa0e-8e1c35d1c0ef'] in dv-cinder-801617-1-iscsi is: [{'id': '7867d088-4d26-4c49-aa0e-8e1c35d1c0ef', 'name': 'tempest-AttachVolumeShelveTestJSON-760709478-router', 'tenant_id': '8cb4dc333e304bb1a8adf5327daed311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:57Z', 'updated_at': '2021-07-22T21:22:30Z', 'revision_number': 6, 'project_id': '8cb4dc333e304bb1a8adf5327daed311', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:22:30.532194 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bafe13-116e-4efb-8ca4-507a707eb7f7,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:30.566136 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.566480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.566822 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.567151 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.567479 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.567804 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.568133 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.568504 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.568828 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.569142 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.569946 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.570253 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:30.614639 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.705446 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.707496 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.750106 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.750608 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7867d088-4d26-4c49-aa0e-8e1c35d1c0ef {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:22:30.755310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.756476 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-71556d27-02e1-4c3b-9033-d230398cc37f admin admin] 10.222.0.44 "DELETE /v2.0/routers/7867d088-4d26-4c49-aa0e-8e1c35d1c0ef HTTP/1.1" status: 204 len: 168 time: 0.8842082 Jul 22 21:22:30.759751 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54024) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:30.820868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Deleting subnet 924e995c-d072-4d0b-b862-6624a487dff0 {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:22:30.825743 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.882591 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:30.981759 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.038756 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.072842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924e995c-d072-4d0b-b862-6624a487dff0,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:31.076975 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.078916 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4b3320f2-d20d-4768-bb99-697e21f4b986 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/924e995c-d072-4d0b-b862-6624a487dff0 HTTP/1.1" status: 204 len: 168 time: 0.3180513 Jul 22 21:22:31.081445 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54034) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:31.087348 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d902ca-4df6-4b29-bdd1-e284218c31d2 None None] Network 80f63fd0-a159-4c79-9843-ab333e33b6ad requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:22:31.164903 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.226497 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Deleting port ed47b6e4-cbb0-4f97-a907-55cbd738e104 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:31.226730 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.310222 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] DHCP port deletion for 80f63fd0-a159-4c79-9843-ab333e33b6ad request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:22:31.318808 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] For port ed47b6e4-cbb0-4f97-a907-55cbd738e104, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ed47b6e4-cbb0-4f97-a907-55cbd738e104,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:31.319212 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.333248 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Calling delete_port for ed47b6e4-cbb0-4f97-a907-55cbd738e104 owned by network:dhcp {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:31.375270 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] Deleting port ed47b6e4-cbb0-4f97-a907-55cbd738e104 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:22:31.375660 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.380148 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ed47b6e4-cbb0-4f97-a907-55cbd738e104 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:31.420980 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.451455 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed47b6e4-cbb0-4f97-a907-55cbd738e104,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:31.454951 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] No DVR routers for this DVR port ed47b6e4-cbb0-4f97-a907-55cbd738e104 on host dv-cinder-801617-1-iscsi {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:31.493563 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] For port ed47b6e4-cbb0-4f97-a907-55cbd738e104, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ed47b6e4-cbb0-4f97-a907-55cbd738e104,segment=NetworkSegment(d128537b-83c4-4235-8806-d25ba356651a),segment_id=d128537b-83c4-4235-8806-d25ba356651a)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:22:31.493965 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.508916 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No active binding found for port ed47b6e4-cbb0-4f97-a907-55cbd738e104 {{(pid=93194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 21:22:31.509157 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ed47b6e4-cbb0-4f97-a907-55cbd738e104 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:31.509658 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 86e41147-87b6-4002-aac5-095a9b86db4e no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:31.511549 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] Calling delete_port for ed47b6e4-cbb0-4f97-a907-55cbd738e104 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:22:31.530242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.533813 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 86e41147-87b6-4002-aac5-095a9b86db4e {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:31.534165 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 86e41147-87b6-4002-aac5-095a9b86db4e not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:31.534695 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device d9bafe13-116e-4efb-8ca4-507a707eb7f7 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:22:31.542825 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f63fd0-a159-4c79-9843-ab333e33b6ad']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:31.558071 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: d9bafe13-116e-4efb-8ca4-507a707eb7f7 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:22:31.558232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device d9bafe13-116e-4efb-8ca4-507a707eb7f7 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:22:31.565739 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd128537b-83c4-4235-8806-d25ba356651a') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:31.565739 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd128537b-83c4-4235-8806-d25ba356651a') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:22:31.578470 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59546333'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.596592 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.603644 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:22:31.604050 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59319346'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: timer() Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: self._notify() Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: event.method(event) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:22:31.606359 dv-cinder-801617-1-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:22:31.641623 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.673259 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.681780 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.685432 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] 10.222.0.44 "DELETE /v2.0/networks/80f63fd0-a159-4c79-9843-ab333e33b6ad HTTP/1.1" status: 204 len: 168 time: 0.6029639 Jul 22 21:22:31.697568 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e69b01-586f-416c-8844-a811f3cfcf08 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f63fd0-a159-4c79-9843-ab333e33b6ad,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:31.730117 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] Pushing event deleted for resources: {'Port': ['ID=ed47b6e4-cbb0-4f97-a907-55cbd738e104,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:31.744943 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c151c1c-71f3-4d0c-9ff2-1103882e2f42 None None] No DVR routers for this DVR port ed47b6e4-cbb0-4f97-a907-55cbd738e104 on host dv-cinder-801617-1-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:22:31.845756 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54038) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:31.890316 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-e9bfb877-1676-41ef-a842-239aa43e66d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cb4dc333e304bb1a8adf5327daed311&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432379 Jul 22 21:22:31.893031 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54040) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:31.944514 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-47af3ee2-ea5e-4e50-b344-34613f0bb351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:31.967467 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-47af3ee2-ea5e-4e50-b344-34613f0bb351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:32.014339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-47af3ee2-ea5e-4e50-b344-34613f0bb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:32.016757 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-47af3ee2-ea5e-4e50-b344-34613f0bb351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:32.017894 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-47af3ee2-ea5e-4e50-b344-34613f0bb351 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05c15132-9c86-4079-95bb-d1f3032ceb7c HTTP/1.1" status: 204 len: 168 time: 0.1238887 Jul 22 21:22:32.026780 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af3ee2-ea5e-4e50-b344-34613f0bb351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c15132-9c86-4079-95bb-d1f3032ceb7c,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:34.495888 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.360225 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54140) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:35.461270 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb54-a779-46e7-aa1d-ae9e388b11f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.548203 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb54-a779-46e7-aa1d-ae9e388b11f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.552134 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c4afcb54-a779-46e7-aa1d-ae9e388b11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.590766 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c4afcb54-a779-46e7-aa1d-ae9e388b11f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a95e06978224273a259cd816825771e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294650 Jul 22 21:22:35.591613 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afcb54-a779-46e7-aa1d-ae9e388b11f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5b64a-4b43-4863-864b-33f0ad38114b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:35.593539 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54144) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:35.652645 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24fe5eef-e323-4e16-ba2e-3ec72359c6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.674287 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24fe5eef-e323-4e16-ba2e-3ec72359c6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.724388 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24fe5eef-e323-4e16-ba2e-3ec72359c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.727690 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24fe5eef-e323-4e16-ba2e-3ec72359c6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:35.728963 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-24fe5eef-e323-4e16-ba2e-3ec72359c6b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5eb5b64a-4b43-4863-864b-33f0ad38114b HTTP/1.1" status: 204 len: 168 time: 0.1343982 Jul 22 21:22:35.737450 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe5eef-e323-4e16-ba2e-3ec72359c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb5b64a-4b43-4863-864b-33f0ad38114b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:36.033516 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54158) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:36.054784 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6653f467-1df0-427c-83ea-470bf3107b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.166996 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6653f467-1df0-427c-83ea-470bf3107b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.172772 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6653f467-1df0-427c-83ea-470bf3107b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.217760 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6653f467-1df0-427c-83ea-470bf3107b26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c16bd1be7e5d4ec294206635d4bcedc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827013 Jul 22 21:22:36.218425 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653f467-1df0-427c-83ea-470bf3107b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294408dd-85eb-47c4-be9c-e2feb08391ab,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:36.220570 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54164) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:36.275082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-eae7c1db-f02b-4113-8924-135f3293b6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.296427 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-eae7c1db-f02b-4113-8924-135f3293b6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.345753 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-eae7c1db-f02b-4113-8924-135f3293b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.348763 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-eae7c1db-f02b-4113-8924-135f3293b6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:36.349936 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-eae7c1db-f02b-4113-8924-135f3293b6ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/294408dd-85eb-47c4-be9c-e2feb08391ab HTTP/1.1" status: 204 len: 168 time: 0.1281562 Jul 22 21:22:36.358693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7c1db-f02b-4113-8924-135f3293b6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294408dd-85eb-47c4-be9c-e2feb08391ab,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:45.005046 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54306) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:45.109910 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-388ec628-374d-4372-b5ac-7ffbae112001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.201913 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-388ec628-374d-4372-b5ac-7ffbae112001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.205729 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-388ec628-374d-4372-b5ac-7ffbae112001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.247756 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-388ec628-374d-4372-b5ac-7ffbae112001 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fadb9f6c6e644cf9a6840dce35c4f869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415814 Jul 22 21:22:45.248904 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ec628-374d-4372-b5ac-7ffbae112001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c1eeb6-cef3-4848-adac-176ce0be8698,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:45.250448 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54310) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:45.301590 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-15fefb43-2ce7-46c7-854a-4676a278319d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.323241 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-15fefb43-2ce7-46c7-854a-4676a278319d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.370325 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-15fefb43-2ce7-46c7-854a-4676a278319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.372877 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-15fefb43-2ce7-46c7-854a-4676a278319d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:45.374021 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-15fefb43-2ce7-46c7-854a-4676a278319d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83c1eeb6-cef3-4848-adac-176ce0be8698 HTTP/1.1" status: 204 len: 168 time: 0.1226037 Jul 22 21:22:45.382545 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fefb43-2ce7-46c7-854a-4676a278319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c1eeb6-cef3-4848-adac-176ce0be8698,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:46.947699 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54360) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:47.050608 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2d23-db4b-48b4-b110-da74bc26e4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.137016 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2d23-db4b-48b4-b110-da74bc26e4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.141429 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2d23-db4b-48b4-b110-da74bc26e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.177501 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2d23-db4b-48b4-b110-da74bc26e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34708dbe-0481-415f-8f64-6554e30f6eba,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:47.182483 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9d3d2d23-db4b-48b4-b110-da74bc26e4e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81eca4ed639640aaaa61d3304fcfaab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334511 Jul 22 21:22:47.185223 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54364) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:47.233879 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6214735f-04a5-4df7-b2e2-9b7ee4d6f248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.259106 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6214735f-04a5-4df7-b2e2-9b7ee4d6f248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.306759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6214735f-04a5-4df7-b2e2-9b7ee4d6f248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.309309 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6214735f-04a5-4df7-b2e2-9b7ee4d6f248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.310457 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6214735f-04a5-4df7-b2e2-9b7ee4d6f248 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34708dbe-0481-415f-8f64-6554e30f6eba HTTP/1.1" status: 204 len: 168 time: 0.1244433 Jul 22 21:22:47.336404 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214735f-04a5-4df7-b2e2-9b7ee4d6f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34708dbe-0481-415f-8f64-6554e30f6eba,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:47.581138 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54370) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:47.594930 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-91d3a9b0-45c3-4f2f-910a-b45ca40529f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.681482 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-91d3a9b0-45c3-4f2f-910a-b45ca40529f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.685591 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-91d3a9b0-45c3-4f2f-910a-b45ca40529f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.723887 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-91d3a9b0-45c3-4f2f-910a-b45ca40529f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e8414a536fd4e47b4910093edef585c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415615 Jul 22 21:22:47.724607 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3a9b0-45c3-4f2f-910a-b45ca40529f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80c5122-c735-4b04-98d5-60aa3f8ab962,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:47.728833 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54372) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:47.779745 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82386783-7444-4cfc-b528-38fb3cf7bcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.801648 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82386783-7444-4cfc-b528-38fb3cf7bcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.846837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82386783-7444-4cfc-b528-38fb3cf7bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.850329 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-82386783-7444-4cfc-b528-38fb3cf7bcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.851280 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-82386783-7444-4cfc-b528-38fb3cf7bcf3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d80c5122-c735-4b04-98d5-60aa3f8ab962 HTTP/1.1" status: 204 len: 168 time: 0.1214950 Jul 22 21:22:47.862321 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82386783-7444-4cfc-b528-38fb3cf7bcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80c5122-c735-4b04-98d5-60aa3f8ab962,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:47.964158 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a450fe12-59b0-4f83-8953-f862b6437d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:50.712321 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d876e8e8-7680-427b-b5c2-3a76929b93b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:50.955991 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:51.890612 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:52.153940 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:22:53.556486 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.299339 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54486) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:54.406302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a3c33aaf-da63-40b5-8064-a642ffad831d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.491466 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a3c33aaf-da63-40b5-8064-a642ffad831d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.495696 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a3c33aaf-da63-40b5-8064-a642ffad831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.532076 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c33aaf-da63-40b5-8064-a642ffad831d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2ad1e1-ca69-4614-83a4-deaed1f68ab3,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:54.536612 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a3c33aaf-da63-40b5-8064-a642ffad831d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37719b01525f49dcbba1bdefc053501b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362583 Jul 22 21:22:54.539850 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54490) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:54.590972 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e21b01e-7d42-4c90-9de3-ec8545dbcfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.612404 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e21b01e-7d42-4c90-9de3-ec8545dbcfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.658856 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e21b01e-7d42-4c90-9de3-ec8545dbcfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.661673 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-9e21b01e-7d42-4c90-9de3-ec8545dbcfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:54.664624 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-9e21b01e-7d42-4c90-9de3-ec8545dbcfe5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b2ad1e1-ca69-4614-83a4-deaed1f68ab3 HTTP/1.1" status: 204 len: 168 time: 0.1241961 Jul 22 21:22:54.673625 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b01e-7d42-4c90-9de3-ec8545dbcfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2ad1e1-ca69-4614-83a4-deaed1f68ab3,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:54.962802 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54506) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:54.976276 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5ba94e5-6a36-4bbb-a029-858b2813884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.072083 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5ba94e5-6a36-4bbb-a029-858b2813884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.075780 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5ba94e5-6a36-4bbb-a029-858b2813884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.113550 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba94e5-6a36-4bbb-a029-858b2813884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4617429f-d07b-4332-8a0d-9011ce2b8ff0,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:55.118455 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b5ba94e5-6a36-4bbb-a029-858b2813884a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91d4375f8ef84d419c85e89d69e5cbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545722 Jul 22 21:22:55.121057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54508) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:55.170556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-25d84371-389e-4739-8a34-c166693e1976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.198460 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-25d84371-389e-4739-8a34-c166693e1976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.248049 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-25d84371-389e-4739-8a34-c166693e1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.250604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-25d84371-389e-4739-8a34-c166693e1976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.251790 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-25d84371-389e-4739-8a34-c166693e1976 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4617429f-d07b-4332-8a0d-9011ce2b8ff0 HTTP/1.1" status: 204 len: 168 time: 0.1297991 Jul 22 21:22:55.260083 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84371-389e-4739-8a34-c166693e1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4617429f-d07b-4332-8a0d-9011ce2b8ff0,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:57.370831 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54582) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:57.477760 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc7c2-afd3-4ada-bd98-b25e5293d3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.569949 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc7c2-afd3-4ada-bd98-b25e5293d3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.574260 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc7c2-afd3-4ada-bd98-b25e5293d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.614750 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d4bcc7c2-afd3-4ada-bd98-b25e5293d3c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e1c5921f9264cf48134fa7482511cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428339 Jul 22 21:22:57.617768 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcc7c2-afd3-4ada-bd98-b25e5293d3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10e960-40fc-449f-89f7-11c344ea1d0b,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:57.618587 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54586) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:57.669651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cf73e70a-edd2-406e-9a87-807dd51d9382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.691945 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cf73e70a-edd2-406e-9a87-807dd51d9382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.744025 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cf73e70a-edd2-406e-9a87-807dd51d9382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.746672 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-cf73e70a-edd2-406e-9a87-807dd51d9382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:57.747840 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-cf73e70a-edd2-406e-9a87-807dd51d9382 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d10e960-40fc-449f-89f7-11c344ea1d0b HTTP/1.1" status: 204 len: 168 time: 0.1282742 Jul 22 21:22:57.755573 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73e70a-edd2-406e-9a87-807dd51d9382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10e960-40fc-449f-89f7-11c344ea1d0b,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:58.026629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54594) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:58.044393 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0472686b-dea7-4e71-a400-155961e76a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.140947 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0472686b-dea7-4e71-a400-155961e76a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.144741 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0472686b-dea7-4e71-a400-155961e76a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.183792 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0472686b-dea7-4e71-a400-155961e76a9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e66482dbed946bcbd6803b265c27b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560547 Jul 22 21:22:58.184882 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472686b-dea7-4e71-a400-155961e76a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e240db-0a93-4074-802f-aa4c4df9593c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:58.186487 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54596) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:58.238391 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.264847 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.311669 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.314185 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:58.315334 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82e240db-0a93-4074-802f-aa4c4df9593c HTTP/1.1" status: 204 len: 168 time: 0.1278353 Jul 22 21:22:58.323395 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e240db-0a93-4074-802f-aa4c4df9593c,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:58.330279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.330627 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.330963 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.331294 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.331624 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.331959 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.332310 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.332634 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.332956 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.333273 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.333593 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:58.333903 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd707f7-6426-47e2-ae98-52d1279e5c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:22:59.443421 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54640) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:59.550432 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-473df3b2-1ea4-4bc6-af14-2896f0a256c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.636841 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-473df3b2-1ea4-4bc6-af14-2896f0a256c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.640514 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-473df3b2-1ea4-4bc6-af14-2896f0a256c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.680185 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-473df3b2-1ea4-4bc6-af14-2896f0a256c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5623cf9e62904a0f82e49c6d1f4f08a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356675 Jul 22 21:22:59.681039 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473df3b2-1ea4-4bc6-af14-2896f0a256c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e3f5da-b816-45c3-b891-80730d4bdb0d,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:22:59.683086 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54644) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:22:59.732618 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4074ef64-3ad0-4e61-b815-f72051448658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.755131 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4074ef64-3ad0-4e61-b815-f72051448658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.800978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4074ef64-3ad0-4e61-b815-f72051448658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.803773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4074ef64-3ad0-4e61-b815-f72051448658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:59.804958 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4074ef64-3ad0-4e61-b815-f72051448658 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4e3f5da-b816-45c3-b891-80730d4bdb0d HTTP/1.1" status: 204 len: 168 time: 0.1205835 Jul 22 21:22:59.812544 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074ef64-3ad0-4e61-b815-f72051448658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e3f5da-b816-45c3-b891-80730d4bdb0d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:04.501080 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.572471 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54786) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:10.685161 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b60-7819-4798-9f80-59923492b460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.787619 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b60-7819-4798-9f80-59923492b460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.792485 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b60-7819-4798-9f80-59923492b460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.823986 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f2b60-7819-4798-9f80-59923492b460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6bc81-1f9b-4036-8314-76238aa34006,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:10.842693 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6c9f2b60-7819-4798-9f80-59923492b460 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=369b30b9e21b41848ed687d184b73f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667954 Jul 22 21:23:10.842876 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54794) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:10.894047 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06e48447-93a5-415d-af9e-ea1fea5ce14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.917184 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06e48447-93a5-415d-af9e-ea1fea5ce14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.931776 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54798) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:10.971417 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06e48447-93a5-415d-af9e-ea1fea5ce14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.974065 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-06e48447-93a5-415d-af9e-ea1fea5ce14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:10.975226 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-06e48447-93a5-415d-af9e-ea1fea5ce14d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ee6bc81-1f9b-4036-8314-76238aa34006 HTTP/1.1" status: 204 len: 168 time: 0.1314662 Jul 22 21:23:10.984112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e48447-93a5-415d-af9e-ea1fea5ce14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6bc81-1f9b-4036-8314-76238aa34006,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:11.059127 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8dff7226-9cc2-4e28-89bc-18ee61e86ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.154961 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8dff7226-9cc2-4e28-89bc-18ee61e86ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.160385 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-8dff7226-9cc2-4e28-89bc-18ee61e86ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.203431 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff7226-9cc2-4e28-89bc-18ee61e86ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b82f4f-2da3-4c93-9458-02955e4542fa,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:11.211439 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-8dff7226-9cc2-4e28-89bc-18ee61e86ffa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb6e7de23d1e466583460e05b3317be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785981 Jul 22 21:23:11.214762 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54806) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:11.266988 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9126c824-c738-4cd6-8906-baf7027c1eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.269309 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54808) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:11.284078 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-49427c94-40ca-4e5f-a964-fce0819d438b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.290659 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9126c824-c738-4cd6-8906-baf7027c1eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.342431 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9126c824-c738-4cd6-8906-baf7027c1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.344925 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9126c824-c738-4cd6-8906-baf7027c1eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.348406 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9126c824-c738-4cd6-8906-baf7027c1eba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7b82f4f-2da3-4c93-9458-02955e4542fa HTTP/1.1" status: 204 len: 168 time: 0.1303577 Jul 22 21:23:11.355308 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126c824-c738-4cd6-8906-baf7027c1eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b82f4f-2da3-4c93-9458-02955e4542fa,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:11.381047 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-49427c94-40ca-4e5f-a964-fce0819d438b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.386832 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-49427c94-40ca-4e5f-a964-fce0819d438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.425649 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-49427c94-40ca-4e5f-a964-fce0819d438b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15e60671e76c4bcdb7b6cee3558b1fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551292 Jul 22 21:23:11.426678 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49427c94-40ca-4e5f-a964-fce0819d438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70717ced-3a87-468e-b83e-ed167f859d9e,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:11.428304 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54812) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:11.481997 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57b5e55d-cd4b-4ccb-90a0-21d0c719f0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.505117 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57b5e55d-cd4b-4ccb-90a0-21d0c719f0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.561774 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57b5e55d-cd4b-4ccb-90a0-21d0c719f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.564480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-57b5e55d-cd4b-4ccb-90a0-21d0c719f0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:11.565703 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-57b5e55d-cd4b-4ccb-90a0-21d0c719f0ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70717ced-3a87-468e-b83e-ed167f859d9e HTTP/1.1" status: 204 len: 168 time: 0.1358893 Jul 22 21:23:11.575190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5e55d-cd4b-4ccb-90a0-21d0c719f0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70717ced-3a87-468e-b83e-ed167f859d9e,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:12.141297 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54844) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:12.242425 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2013365985-network', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:12.268824 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Made reservation on behalf of 5e6f2c7f1afc4ceeb5df3c986a63d1e4 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:12.271235 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.279832 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.379146 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.384563 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.406651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:23:12.420688 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ead1bf-af01-429c-bbd0-3aabc7b95f59,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:12.425682 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.426032 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Added segment 0c37c627-c38b-4297-8426-7375b1f22ad9 of type vlan for network 50d2e2b3-f3f3-4713-aedf-f111d15590ec Jul 22 21:23:12.468112 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.500701 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.501783 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:12.502396 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.531079 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3886554 Jul 22 21:23:12.534044 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54864) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:12.540251 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Request body: {'subnet': {'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2013365985-subnet', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:12.566692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Made reservation on behalf of 5e6f2c7f1afc4ceeb5df3c986a63d1e4 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:12.569843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1be428-4462-490b-8e1e-3289f6ed2b66 admin admin] Pushing event updated for resources: {'Network': ['ID=50d2e2b3-f3f3-4713-aedf-f111d15590ec,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:12.570121 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59638593'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.582137 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:23:12.764280 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60021984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59638579'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.822630 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf47605-4185-440b-8959-e0c8439c9fed,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:12.831160 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Checking segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:12.831511 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Network hostable DHCP agents. Network: 50d2e2b3-f3f3-4713-aedf-f111d15590ec, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:23:12.848315 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:23:12.857944 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 50d2e2b3-f3f3-4713-aedf-f111d15590ec) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:12.862025 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:12.862668 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.869317 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd8392e-8832-44de-a37d-3d02888d3409 None None] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:12.877368 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c6ed9758-1b12-45f0-bb9d-0882099f6cdf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3422244 Jul 22 21:23:12.880219 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54902) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:12.885038 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:12.909089 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.910186 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:12.965431 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.049330 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:23:13.050386 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.196617 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Allocated IP 172.20.0.2 (50d2e2b3-f3f3-4713-aedf-f111d15590ec/4cf47605-4185-440b-8959-e0c8439c9fed/70ddbfed-255e-4acc-ad23-89cfb47d7db4) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:13.360321 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.371376 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Transition to ACTIVE for port object 70ddbfed-255e-4acc-ad23-89cfb47d7db4 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:13.390536 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Transition to ACTIVE for port object 70ddbfed-255e-4acc-ad23-89cfb47d7db4 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:13.399303 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.431554 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.448802 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:13.451578 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:13.455869 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:13.462053 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Pushing event updated for resources: {'Port': ['ID=70ddbfed-255e-4acc-ad23-89cfb47d7db4,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:13.494540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.494891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.495232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.495568 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.495901 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.496256 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.496586 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.496913 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.497269 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.497562 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.498065 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.498540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:13.535936 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Attempting to bind port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:13.536596 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Attempting to bind port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:13.538473 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Attempting to bind port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:13.556304 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:13.556749 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Checking segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:13.557404 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.557801 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Bound using segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:13.558322 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Bound port: 70ddbfed-255e-4acc-ad23-89cfb47d7db4, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:13.558740 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.696099 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.716213 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.717852 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] For port 70ddbfed-255e-4acc-ad23-89cfb47d7db4, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:13.738046 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] For port 70ddbfed-255e-4acc-ad23-89cfb47d7db4, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=70ddbfed-255e-4acc-ad23-89cfb47d7db4,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:13.751906 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:13.863193 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Allocated IP 172.27.0.240 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/ebafe0de-a043-4b11-934d-96c863a52ab6) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:14.007794 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0904c9-166c-4c49-9467-16603fc801cd None None] Pushing event updated for resources: {'Port': ['ID=70ddbfed-255e-4acc-ad23-89cfb47d7db4,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:14.026408 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.078100 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.123182 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:14.126058 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:14.129143 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:14.156348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebafe0de-a043-4b11-934d-96c863a52ab6,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:14.445190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.652943 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.793057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:23:14.909176 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:14.919392 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:14.929782 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.931009 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:14.931158 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d23421c4-5b1b-4bfe-80c8-2d220c85dbd4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0497103 Jul 22 21:23:14.931757 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:14.934676 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54924) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:14.995246 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41272249-f43f-4c66-a5a0-9bf3798bb4cd None None] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:15.086068 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cf54f63e-da43-4734-9480-c18062aeca25 None None] Provisioning for port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:15.109651 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 70ddbfed-255e-4acc-ad23-89cfb47d7db4 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:15.155246 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:15.366207 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:15.384386 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:15.384916 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.525066 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:14Z', 'revision_number': 3, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:15.527583 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.569702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:15.570175 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Updating router 13890fbf-d3a7-403f-be3f-3f789e5d9455 port ebafe0de-a043-4b11-934d-96c863a52ab6 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:15.623550 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 70ddbfed-255e-4acc-ad23-89cfb47d7db4, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=70ddbfed-255e-4acc-ad23-89cfb47d7db4,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:15.649980 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.651935 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.704600 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.802931 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=70ddbfed-255e-4acc-ad23-89cfb47d7db4,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:15.807909 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0dbd96ac-4b1b-4c7a-b1b8-40496429d084 None None] Provisioning complete for port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:15.812618 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0dbd96ac-4b1b-4c7a-b1b8-40496429d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:15.872034 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Allocated IP 172.20.0.1 (50d2e2b3-f3f3-4713-aedf-f111d15590ec/4cf47605-4185-440b-8959-e0c8439c9fed/7b6f615b-2347-4540-9dd6-40bc9c4472ea) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:15.984726 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.000302 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Transition to ACTIVE for port object 7b6f615b-2347-4540-9dd6-40bc9c4472ea will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:16.032837 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.033107 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.043803 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Transition to ACTIVE for port object ebafe0de-a043-4b11-934d-96c863a52ab6 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:16.049629 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.073369 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:16.078761 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:16.083696 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:16.103257 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Attempting to bind port ebafe0de-a043-4b11-934d-96c863a52ab6 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:16.103702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Attempting to bind port ebafe0de-a043-4b11-934d-96c863a52ab6 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:16.104542 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Attempting to bind port ebafe0de-a043-4b11-934d-96c863a52ab6 on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:16.106572 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25934b40-fef6-4933-818f-98b178e15793 None None] Pushing event updated for resources: {'Port': ['ID=ebafe0de-a043-4b11-934d-96c863a52ab6,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:16.112874 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:16.113267 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:16.113681 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.114077 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:16.114560 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Bound port: ebafe0de-a043-4b11-934d-96c863a52ab6, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:16.114950 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.124901 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6f615b-2347-4540-9dd6-40bc9c4472ea,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:16.144371 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.185469 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] For port ebafe0de-a043-4b11-934d-96c863a52ab6, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:16.188864 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] For port ebafe0de-a043-4b11-934d-96c863a52ab6, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ebafe0de-a043-4b11-934d-96c863a52ab6,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:16.196562 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.262245 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:16.263046 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:16.265179 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25934b40-fef6-4933-818f-98b178e15793 None None] Pushing event updated for resources: {'Port': ['ID=ebafe0de-a043-4b11-934d-96c863a52ab6,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:16.317172 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.406553 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-293e76dc-764b-424e-b74c-5dc09732a903 None None] Provisioning for port 7b6f615b-2347-4540-9dd6-40bc9c4472ea completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:16.417010 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-293e76dc-764b-424e-b74c-5dc09732a903 None None] Provisioning complete for port 7b6f615b-2347-4540-9dd6-40bc9c4472ea triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:16.417375 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-293e76dc-764b-424e-b74c-5dc09732a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.420193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:16.489713 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.495258 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.500804 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-293e76dc-764b-424e-b74c-5dc09732a903 None None] Port 7b6f615b-2347-4540-9dd6-40bc9c4472ea cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:16.564810 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6f615b-2347-4540-9dd6-40bc9c4472ea,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:16.567167 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.676214 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:16.677727 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:16.811071 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:23:16.815791 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:15Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:16.845496 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176a0a2-8c35-44f2-b12d-10b4336cc381 None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:15Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:16.923538 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-1808c6f6-4b7b-43b7-be94-8ac50a0d2fe7 None None] Provisioning complete for port 7b6f615b-2347-4540-9dd6-40bc9c4472ea triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:16.923997 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1808c6f6-4b7b-43b7-be94-8ac50a0d2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:16.927484 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:16.933890 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5256b093-0769-4efa-b701-833cd3c45849 admin admin] 10.222.0.44 "PUT /v2.0/routers/13890fbf-d3a7-403f-be3f-3f789e5d9455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980550 Jul 22 21:23:16.966661 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-1808c6f6-4b7b-43b7-be94-8ac50a0d2fe7 None None] Port 7b6f615b-2347-4540-9dd6-40bc9c4472ea cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:17.088306 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 70ddbfed-255e-4acc-ad23-89cfb47d7db4 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:17.157746 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:17.158383 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.644957 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54946) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:17.650263 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1430379316-network', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:17.674127 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Made reservation on behalf of a2cfb79167c04c7abbc8163efeff113c for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:17.676681 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.686767 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.806429 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.811287 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.843920 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:23:17.865676 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc970081-7693-4eec-88c0-72fd6bc36f1a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:17.873218 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.873756 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Added segment 058d6942-4929-43c1-95c2-ceb700d83a42 of type vlan for network f6b896eb-bf8d-40c6-80f3-d8da834d0ded Jul 22 21:23:17.933582 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.969686 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-39c16f94-635d-49a9-b512-55ad6dc8598f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.974566 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.976327 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:17.977047 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.020636 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3740678 Jul 22 21:23:18.024332 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54948) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:18.030920 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Request body: {'subnet': {'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1430379316-subnet', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:18.053441 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40837906-909b-4a63-9a2c-8ffadf1d0e5d admin admin] Pushing event updated for resources: {'Network': ['ID=f6b896eb-bf8d-40c6-80f3-d8da834d0ded,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:18.060148 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Made reservation on behalf of a2cfb79167c04c7abbc8163efeff113c for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:18.063348 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59024778'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.070143 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:23:18.283640 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59319433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59024888'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.340840 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d70f555-1479-4d2f-8f7f-4d12ae648895,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:18.352729 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Checking segment: {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:18.352729 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Network hostable DHCP agents. Network: f6b896eb-bf8d-40c6-80f3-d8da834d0ded, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:23:18.369307 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:23:18.387211 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, f6b896eb-bf8d-40c6-80f3-d8da834d0ded) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:18.392489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:18.393409 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.400643 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad2516-e674-4da6-8e05-5fa9a800fa27 None None] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:18.418528 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-662d501c-b58a-4c94-81be-47a0d493f265 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3917074 Jul 22 21:23:18.421175 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54952) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:18.425714 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:18.450846 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.452196 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.520276 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.599226 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'fixed_ips': [{'subnet_id': '6d70f555-1479-4d2f-8f7f-4d12ae648895'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:23:18.601109 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.669957 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.774788 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Allocated IP 172.20.0.2 (f6b896eb-bf8d-40c6-80f3-d8da834d0ded/6d70f555-1479-4d2f-8f7f-4d12ae648895/69ed50cb-a7b6-4420-b9de-2785beb84679) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:18.888661 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.912105 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.948037 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.956865 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Transition to ACTIVE for port object 69ed50cb-a7b6-4420-b9de-2785beb84679 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:18.973304 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Transition to ACTIVE for port object 69ed50cb-a7b6-4420-b9de-2785beb84679 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:18.979653 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.993088 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:19.002547 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:19.003237 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:19.016204 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:19.020979 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:19.030771 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:19.052370 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Pushing event updated for resources: {'Port': ['ID=69ed50cb-a7b6-4420-b9de-2785beb84679,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:19.057961 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Allocated IP 172.27.0.5 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/230b236a-cd64-41a9-86fb-c30aea363b74) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:19.116740 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:19.119364 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Attempting to bind port 69ed50cb-a7b6-4420-b9de-2785beb84679 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:19.119745 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Attempting to bind port 69ed50cb-a7b6-4420-b9de-2785beb84679 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:19.120379 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Attempting to bind port 69ed50cb-a7b6-4420-b9de-2785beb84679 on network f6b896eb-bf8d-40c6-80f3-d8da834d0ded {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:19.125619 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:19.125999 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Checking segment: {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:19.126399 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.126791 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Bound using segment: {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:19.127368 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Bound port: 69ed50cb-a7b6-4420-b9de-2785beb84679, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:19.127760 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.150027 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ebafe0de-a043-4b11-934d-96c863a52ab6 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:19.201192 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.248103 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] For port 69ed50cb-a7b6-4420-b9de-2785beb84679, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:19.250015 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.250837 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port ebafe0de-a043-4b11-934d-96c863a52ab6 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:19.254839 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] For port 69ed50cb-a7b6-4420-b9de-2785beb84679, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=69ed50cb-a7b6-4420-b9de-2785beb84679,segment=NetworkSegment(058d6942-4929-43c1-95c2-ceb700d83a42),segment_id=058d6942-4929-43c1-95c2-ceb700d83a42)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:19.256772 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ebafe0de-a043-4b11-934d-96c863a52ab6 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:19.257211 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.260879 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.285793 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:19.289687 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:19.292745 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:19.344426 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Pushing event updated for resources: {'Port': ['ID=230b236a-cd64-41a9-86fb-c30aea363b74,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:19.356635 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cd980-efce-4d7b-88ca-d9b61bd544f3 None None] Pushing event updated for resources: {'Port': ['ID=69ed50cb-a7b6-4420-b9de-2785beb84679,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:19.397364 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 2, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:19.413908 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.435353 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:19.436467 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Updating router 13890fbf-d3a7-403f-be3f-3f789e5d9455 port 7b6f615b-2347-4540-9dd6-40bc9c4472ea binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:19.441600 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port ebafe0de-a043-4b11-934d-96c863a52ab6, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ebafe0de-a043-4b11-934d-96c863a52ab6,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:19.447907 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.473085 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.564749 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=ebafe0de-a043-4b11-934d-96c863a52ab6,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:19.676568 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.836872 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.847708 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Transition to ACTIVE for port object 7b6f615b-2347-4540-9dd6-40bc9c4472ea will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:19.854466 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.898576 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.908298 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Pushing event updated for resources: {'Port': ['ID=7b6f615b-2347-4540-9dd6-40bc9c4472ea,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:19.950123 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.950472 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.950817 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.951151 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.951484 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.951817 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.952148 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.952501 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.952858 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.953188 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.953619 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.953835 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:19.971033 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Attempting to bind port 7b6f615b-2347-4540-9dd6-40bc9c4472ea on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:19.971414 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Attempting to bind port 7b6f615b-2347-4540-9dd6-40bc9c4472ea by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:19.971783 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Attempting to bind port 7b6f615b-2347-4540-9dd6-40bc9c4472ea on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:19.978129 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:19.978515 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Checking segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:19.979529 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:19.979529 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Bound using segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:19.979992 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Bound port: 7b6f615b-2347-4540-9dd6-40bc9c4472ea, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:19.980451 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.073961 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Router bbd1932e-d3ff-4440-a4bf-a2186eeb172e is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:23:20.153090 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] For port 7b6f615b-2347-4540-9dd6-40bc9c4472ea, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:20.157510 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] For port 7b6f615b-2347-4540-9dd6-40bc9c4472ea, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=7b6f615b-2347-4540-9dd6-40bc9c4472ea,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:20.162120 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.221052 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:20.221697 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:20.244097 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:20.253564 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Sync routers for ids ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:20.268933 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.269453 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Routers {'bbd1932e-d3ff-4440-a4bf-a2186eeb172e'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:20.270602 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:22:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:20.273431 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54956) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:20.275689 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-5f9dfde4-9abe-489e-8927-5f5c95e4c9db admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8533497 Jul 22 21:23:20.326416 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc31f-bbfc-4c9c-9e48-b4dbe26853a9 None None] Pushing event updated for resources: {'Port': ['ID=7b6f615b-2347-4540-9dd6-40bc9c4472ea,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:20.404742 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:20.513855 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Set router bbd1932e-d3ff-4440-a4bf-a2186eeb172e gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:20.653240 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de050d5e-4999-4854-9f98-a8c1f4b33acb None None] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:20.698352 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:20Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:20.740012 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb87394-a29f-489a-b11f-dbde7d1f67c9 None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:20Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:20.786875 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c389cf15-5a4c-4ee3-9f75-cdfdfc4a21d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.822635 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-a3e09adb-b915-4cbf-b500-4a8917e8b18e None None] Provisioning for port 69ed50cb-a7b6-4420-b9de-2785beb84679 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:20.858954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.965007 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 3, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:20.975203 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.003684 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Checking router: bbd1932e-d3ff-4440-a4bf-a2186eeb172e for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:21.004074 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Updating router bbd1932e-d3ff-4440-a4bf-a2186eeb172e port 230b236a-cd64-41a9-86fb-c30aea363b74 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:21.049283 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.139111 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Allocated IP 172.20.0.1 (f6b896eb-bf8d-40c6-80f3-d8da834d0ded/6d70f555-1479-4d2f-8f7f-4d12ae648895/9db0a912-396a-40ca-920a-2a9b2cfeecdb) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:21.311946 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ebafe0de-a043-4b11-934d-96c863a52ab6 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:21.320743 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.338919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Transition to ACTIVE for port object 9db0a912-396a-40ca-920a-2a9b2cfeecdb will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:21.379307 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.425411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:21.428781 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:21.432791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:21.458637 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Pushing event updated for resources: {'Port': ['ID=9db0a912-396a-40ca-920a-2a9b2cfeecdb,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:21.479845 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.484956 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port ebafe0de-a043-4b11-934d-96c863a52ab6 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:21.485383 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.597416 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.618509 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Transition to ACTIVE for port object 230b236a-cd64-41a9-86fb-c30aea363b74 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:21.654246 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.673507 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.719434 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 69ed50cb-a7b6-4420-b9de-2785beb84679 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:21.765346 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Attempting to bind port 230b236a-cd64-41a9-86fb-c30aea363b74 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:21.765712 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Attempting to bind port 230b236a-cd64-41a9-86fb-c30aea363b74 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:21.766071 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Attempting to bind port 230b236a-cd64-41a9-86fb-c30aea363b74 on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:21.770258 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7b843a64-1a90-4e70-ae63-bfa96292c2f6 None None] Provisioning for port 9db0a912-396a-40ca-920a-2a9b2cfeecdb completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:21.775290 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10d700-8106-4ffb-9e3c-ea4fa0c11af8 None None] Pushing event updated for resources: {'Port': ['ID=230b236a-cd64-41a9-86fb-c30aea363b74,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:21.790651 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:21.791028 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:21.791509 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.791816 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:21.792293 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Bound port: 230b236a-cd64-41a9-86fb-c30aea363b74, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:21.792660 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.794211 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7b843a64-1a90-4e70-ae63-bfa96292c2f6 None None] Provisioning complete for port 9db0a912-396a-40ca-920a-2a9b2cfeecdb triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:21.794561 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7b843a64-1a90-4e70-ae63-bfa96292c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.868788 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-7b843a64-1a90-4e70-ae63-bfa96292c2f6 None None] Port 9db0a912-396a-40ca-920a-2a9b2cfeecdb cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:21.869051 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.874154 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.894484 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 69ed50cb-a7b6-4420-b9de-2785beb84679 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:21.912596 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] For port 230b236a-cd64-41a9-86fb-c30aea363b74, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:21.914912 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 69ed50cb-a7b6-4420-b9de-2785beb84679 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:21.915326 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.919397 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.944809 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] For port 230b236a-cd64-41a9-86fb-c30aea363b74, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=230b236a-cd64-41a9-86fb-c30aea363b74,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:21.948115 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.950843 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:21.950995 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Pushing event updated for resources: {'Port': ['ID=9db0a912-396a-40ca-920a-2a9b2cfeecdb,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:22.032328 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Routers {'bbd1932e-d3ff-4440-a4bf-a2186eeb172e'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:22.032967 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:22.048629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:22.050017 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:22.191972 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Router bbd1932e-d3ff-4440-a4bf-a2186eeb172e has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:23:22.251697 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10d700-8106-4ffb-9e3c-ea4fa0c11af8 None None] Pushing event updated for resources: {'Port': ['ID=230b236a-cd64-41a9-86fb-c30aea363b74,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:22.296836 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.337185 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-4fc51528-7d19-4c67-8804-55ac7a52b8ad None None] Provisioning complete for port 9db0a912-396a-40ca-920a-2a9b2cfeecdb triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:22.337475 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4fc51528-7d19-4c67-8804-55ac7a52b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.373589 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] Set router bbd1932e-d3ff-4440-a4bf-a2186eeb172e gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:22.414876 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 69ed50cb-a7b6-4420-b9de-2785beb84679, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=69ed50cb-a7b6-4420-b9de-2785beb84679,segment=NetworkSegment(058d6942-4929-43c1-95c2-ceb700d83a42),segment_id=058d6942-4929-43c1-95c2-ceb700d83a42)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:22.426593 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.427393 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7b6f615b-2347-4540-9dd6-40bc9c4472ea up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:22.504836 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-4fc51528-7d19-4c67-8804-55ac7a52b8ad None None] Port 9db0a912-396a-40ca-920a-2a9b2cfeecdb cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:22.598933 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:22.600508 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=69ed50cb-a7b6-4420-b9de-2785beb84679,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:22.605962 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8dd6d3d4-019c-4b29-8b72-a093e66eddf2 admin admin] 10.222.0.44 "PUT /v2.0/routers/bbd1932e-d3ff-4440-a4bf-a2186eeb172e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299997 Jul 22 21:23:22.637788 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 7b6f615b-2347-4540-9dd6-40bc9c4472ea completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:22.643267 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 7b6f615b-2347-4540-9dd6-40bc9c4472ea triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:22.643641 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.750055 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '9db0a912-396a-40ca-920a-2a9b2cfeecdb', 'name': '', 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'mac_address': 'fa:16:3e:63:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:20Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 2, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'subnets': [{'id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:22.782595 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0c86b-fd34-4bd7-8567-b0275f46983d None None] The sync data for ids ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'] in dv-cinder-801617-1-iscsi is: [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '9db0a912-396a-40ca-920a-2a9b2cfeecdb', 'name': '', 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'mac_address': 'fa:16:3e:63:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:20Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 2, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'subnets': [{'id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:22.789932 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.835172 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 7b6f615b-2347-4540-9dd6-40bc9c4472ea, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=7b6f615b-2347-4540-9dd6-40bc9c4472ea,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:22.841083 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:22.903536 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=7b6f615b-2347-4540-9dd6-40bc9c4472ea,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:23.106952 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7b6f615b-2347-4540-9dd6-40bc9c4472ea up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:23.163944 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 7b6f615b-2347-4540-9dd6-40bc9c4472ea triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:23.164455 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.267442 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 69ed50cb-a7b6-4420-b9de-2785beb84679 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:23.332449 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 69ed50cb-a7b6-4420-b9de-2785beb84679 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:23.333183 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.374753 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 54970) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:23.379574 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030960962', 'description': 'tempest-secgroup-smoke-1030960962 description', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:23.403898 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.496998 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.503518 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.538970 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.540224 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1644413 Jul 22 21:23:23.542168 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45548e72-63e0-40e8-9e39-b7f06637097f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865daa40-4dc5-46cb-9349-b97ed8dad52a,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:23.545079 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54972) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:23.552798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group_rule': {'security_group_id': '865daa40-4dc5-46cb-9349-b97ed8dad52a', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:23.563662 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.601622 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.685650 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.696011 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.714785 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3306a26b-686a-478c-8e45-f788944f2c81,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:23.723143 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.724388 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-24bcdd9a-2423-4001-ac5f-17fcf3ecee7f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774833 Jul 22 21:23:23.727121 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54974) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:23.732253 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group_rule': {'security_group_id': '865daa40-4dc5-46cb-9349-b97ed8dad52a', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:23.768308 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.834011 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.841520 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.861333 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6483799f-4e99-4f34-a81c-a38cb50620e4,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:23.878400 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.879787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-72584275-2b45-401f-a2a2-f35c26ebd8f5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514099 Jul 22 21:23:23.883440 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54978) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:23.888268 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group_rule': {'security_group_id': '865daa40-4dc5-46cb-9349-b97ed8dad52a', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:23.919410 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.987699 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:23.992393 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.012111 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b56497-2c43-4745-b62d-2ee506d01709,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:24.019271 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.024434 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c8d954cf-ba1d-4e66-87e8-18e62e9c267d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363406 Jul 22 21:23:24.025310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54980) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:24.030815 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group_rule': {'security_group_id': '865daa40-4dc5-46cb-9349-b97ed8dad52a', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:24.062353 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.134246 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.139455 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.157385 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17021c2-935a-4c4b-9cfa-78ce27d2e069,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:24.171092 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.172340 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-64d62e81-472f-4c2a-917a-27e0b48d596d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460195 Jul 22 21:23:24.175426 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54982) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:24.181318 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group_rule': {'security_group_id': '865daa40-4dc5-46cb-9349-b97ed8dad52a', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:24.209915 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.securitygroups_db [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Project 5e6f2c7f1afc4ceeb5df3c986a63d1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:23:24.215495 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.286329 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.290645 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.308788 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebe1ffa-1f82-4e42-aa61-75ee40737962,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:24.316511 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.321768 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8b57c225-fef5-435b-be8a-95299f968089 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413450 Jul 22 21:23:24.322055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 54984) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:24.326973 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'security_group_rule': {'security_group_id': '865daa40-4dc5-46cb-9349-b97ed8dad52a', 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:24.353456 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.securitygroups_db [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Project 5e6f2c7f1afc4ceeb5df3c986a63d1e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:23:24.358827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.431294 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.435251 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.456537 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea44c7c-de45-41a6-bced-67cb96726b72,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:24.460893 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:24.462161 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a2959214-51d2-47af-b59d-62fe5dc7fe6e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391275 Jul 22 21:23:25.042297 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Sync routers for ids ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:25.051457 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Routers {'bbd1932e-d3ff-4440-a4bf-a2186eeb172e'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:25.052103 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:25.074216 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 230b236a-cd64-41a9-86fb-c30aea363b74 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:25.124891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 230b236a-cd64-41a9-86fb-c30aea363b74 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:25.128981 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 230b236a-cd64-41a9-86fb-c30aea363b74 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:25.129507 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.168141 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Set router bbd1932e-d3ff-4440-a4bf-a2186eeb172e gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:25.212484 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.235014 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 230b236a-cd64-41a9-86fb-c30aea363b74, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=230b236a-cd64-41a9-86fb-c30aea363b74,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:25.239567 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.290350 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=230b236a-cd64-41a9-86fb-c30aea363b74,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:25.372883 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '9db0a912-396a-40ca-920a-2a9b2cfeecdb', 'name': '', 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'mac_address': 'fa:16:3e:63:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:20Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 2, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'subnets': [{'id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:25.398871 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Checking router: bbd1932e-d3ff-4440-a4bf-a2186eeb172e for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:25.399220 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Updating router bbd1932e-d3ff-4440-a4bf-a2186eeb172e port 9db0a912-396a-40ca-920a-2a9b2cfeecdb binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:25.442575 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.714792 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.725296 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Transition to ACTIVE for port object 9db0a912-396a-40ca-920a-2a9b2cfeecdb will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:25.731701 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.781007 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea456dc-ca2e-4df8-818b-378abd897501 None None] Pushing event updated for resources: {'Port': ['ID=9db0a912-396a-40ca-920a-2a9b2cfeecdb,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:25.854409 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Attempting to bind port 9db0a912-396a-40ca-920a-2a9b2cfeecdb on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:25.854777 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Attempting to bind port 9db0a912-396a-40ca-920a-2a9b2cfeecdb by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:25.855136 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Attempting to bind port 9db0a912-396a-40ca-920a-2a9b2cfeecdb on network f6b896eb-bf8d-40c6-80f3-d8da834d0ded {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:25.860394 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:25.860806 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Checking segment: {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:25.861200 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.861664 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Bound using segment: {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:25.862131 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Bound port: 9db0a912-396a-40ca-920a-2a9b2cfeecdb, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058d6942-4929-43c1-95c2-ceb700d83a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:25.862527 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:25.940247 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] For port 9db0a912-396a-40ca-920a-2a9b2cfeecdb, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:25.944459 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] For port 9db0a912-396a-40ca-920a-2a9b2cfeecdb, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=9db0a912-396a-40ca-920a-2a9b2cfeecdb,segment=NetworkSegment(058d6942-4929-43c1-95c2-ceb700d83a42),segment_id=058d6942-4929-43c1-95c2-ceb700d83a42)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:25.951672 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:26.006240 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Routers {'bbd1932e-d3ff-4440-a4bf-a2186eeb172e'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:26.007006 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:26.084993 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea456dc-ca2e-4df8-818b-378abd897501 None None] Pushing event updated for resources: {'Port': ['ID=9db0a912-396a-40ca-920a-2a9b2cfeecdb,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:26.144605 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] Set router bbd1932e-d3ff-4440-a4bf-a2186eeb172e gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:26.445427 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '9db0a912-396a-40ca-920a-2a9b2cfeecdb', 'name': '', 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'mac_address': 'fa:16:3e:63:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:20Z', 'updated_at': '2021-07-22T21:23:25Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'subnets': [{'id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:26.471784 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc87334-e537-4028-8fd9-22201ab28037 None None] The sync data for ids ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'] in dv-cinder-801617-1-iscsi is: [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:21Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '9db0a912-396a-40ca-920a-2a9b2cfeecdb', 'name': '', 'network_id': 'f6b896eb-bf8d-40c6-80f3-d8da834d0ded', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'mac_address': 'fa:16:3e:63:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:20Z', 'updated_at': '2021-07-22T21:23:25Z', 'revision_number': 4, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'subnets': [{'id': '6d70f555-1479-4d2f-8f7f-4d12ae648895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:27.096272 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 230b236a-cd64-41a9-86fb-c30aea363b74 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:27.163455 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 230b236a-cd64-41a9-86fb-c30aea363b74 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:27.163830 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:27.238703 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 9db0a912-396a-40ca-920a-2a9b2cfeecdb up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:27.291170 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 9db0a912-396a-40ca-920a-2a9b2cfeecdb completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:27.295076 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 9db0a912-396a-40ca-920a-2a9b2cfeecdb triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:27.295455 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:27.382281 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:27.414405 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 9db0a912-396a-40ca-920a-2a9b2cfeecdb, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=9db0a912-396a-40ca-920a-2a9b2cfeecdb,segment=NetworkSegment(058d6942-4929-43c1-95c2-ceb700d83a42),segment_id=058d6942-4929-43c1-95c2-ceb700d83a42)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:27.418224 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:27.464945 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=9db0a912-396a-40ca-920a-2a9b2cfeecdb,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:29.056668 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 9db0a912-396a-40ca-920a-2a9b2cfeecdb up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:29.108946 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 9db0a912-396a-40ca-920a-2a9b2cfeecdb triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:29.109353 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:29.152518 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:23:31.895400 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55096) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:32.006706 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.099084 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.109054 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.147950 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646fd6e3-f337-448f-bf1d-865f96b1c15a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:32.153391 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e35cd496d46041f59826f0faa9b3ae86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565439 Jul 22 21:23:32.156939 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55100) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:32.158575 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.158879 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.159833 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.159833 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.159833 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.160383 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.162693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.162693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.162693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.162693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.162693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.162693 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74269f1-13b2-41c3-abd1-7d8b8d7c475e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:23:32.207396 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03166a1c-0000-426d-83dd-96fc7cdd52c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.228411 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03166a1c-0000-426d-83dd-96fc7cdd52c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.280586 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03166a1c-0000-426d-83dd-96fc7cdd52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.283065 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-03166a1c-0000-426d-83dd-96fc7cdd52c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.284239 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-03166a1c-0000-426d-83dd-96fc7cdd52c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/646fd6e3-f337-448f-bf1d-865f96b1c15a HTTP/1.1" status: 204 len: 168 time: 0.1268485 Jul 22 21:23:32.292984 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166a1c-0000-426d-83dd-96fc7cdd52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646fd6e3-f337-448f-bf1d-865f96b1c15a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:34.506294 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.454124 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55166) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:36.566712 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c785a7d9-6b0b-47c3-bde8-8356a0193d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.929689 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c785a7d9-6b0b-47c3-bde8-8356a0193d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.933964 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-c785a7d9-6b0b-47c3-bde8-8356a0193d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:36.970949 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785a7d9-6b0b-47c3-bde8-8356a0193d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb15d14-47b3-4a18-bf11-eb9617ad6850,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:36.977620 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-c785a7d9-6b0b-47c3-bde8-8356a0193d9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=968d70d7ac5b4d6fa53fd3382b3bb05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5223749 Jul 22 21:23:36.980542 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55172) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:37.029425 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ad3-684b-4428-b694-b06ffd06b0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.050668 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ad3-684b-4428-b694-b06ffd06b0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.102411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ad3-684b-4428-b694-b06ffd06b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.105322 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e16b1ad3-684b-4428-b694-b06ffd06b0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.106522 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e16b1ad3-684b-4428-b694-b06ffd06b0d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceb15d14-47b3-4a18-bf11-eb9617ad6850 HTTP/1.1" status: 204 len: 168 time: 0.1249869 Jul 22 21:23:37.114313 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b1ad3-684b-4428-b694-b06ffd06b0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb15d14-47b3-4a18-bf11-eb9617ad6850,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:37.383947 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55178) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:37.397512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8261aa1-6173-49b3-a16b-1804ca393402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.498159 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8261aa1-6173-49b3-a16b-1804ca393402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.502969 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c8261aa1-6173-49b3-a16b-1804ca393402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.543647 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c8261aa1-6173-49b3-a16b-1804ca393402 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0979caa3fb50480cb8238ebbfa73ce63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585433 Jul 22 21:23:37.544609 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8261aa1-6173-49b3-a16b-1804ca393402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d49fad-1ffc-40a5-92c2-02979ef3d519,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:37.548053 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55180) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:37.608206 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d7258ed-2bdc-44c7-8dea-77556e45593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.655627 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d7258ed-2bdc-44c7-8dea-77556e45593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.715792 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d7258ed-2bdc-44c7-8dea-77556e45593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.718416 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-2d7258ed-2bdc-44c7-8dea-77556e45593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:37.719565 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-2d7258ed-2bdc-44c7-8dea-77556e45593a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2d49fad-1ffc-40a5-92c2-02979ef3d519 HTTP/1.1" status: 204 len: 168 time: 0.1716306 Jul 22 21:23:37.729148 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7258ed-2bdc-44c7-8dea-77556e45593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d49fad-1ffc-40a5-92c2-02979ef3d519,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:41.288831 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55244) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:41.390812 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-337aecf4-d32b-47c1-a334-991a7f9845e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.483356 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-337aecf4-d32b-47c1-a334-991a7f9845e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.487295 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-337aecf4-d32b-47c1-a334-991a7f9845e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.526175 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-337aecf4-d32b-47c1-a334-991a7f9845e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c80a0aeb461483f9276e3db0fe9a290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362432 Jul 22 21:23:41.527053 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aecf4-d32b-47c1-a334-991a7f9845e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc75aa-dcb4-4279-9aaf-98768aca53bf,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:41.528886 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55248) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:41.578373 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b1ba9c-0c4d-4801-9da0-1c07257e12cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.600209 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b1ba9c-0c4d-4801-9da0-1c07257e12cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.645839 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b1ba9c-0c4d-4801-9da0-1c07257e12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.648613 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-75b1ba9c-0c4d-4801-9da0-1c07257e12cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:41.649821 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-75b1ba9c-0c4d-4801-9da0-1c07257e12cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3fc75aa-dcb4-4279-9aaf-98768aca53bf HTTP/1.1" status: 204 len: 168 time: 0.1198752 Jul 22 21:23:41.663465 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1ba9c-0c4d-4801-9da0-1c07257e12cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc75aa-dcb4-4279-9aaf-98768aca53bf,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:42.323224 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55272) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:42.420209 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-176366232-network', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:42.442680 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Made reservation on behalf of 8b1bfe52ff7d4a4285db41030d393515 for: {'network': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:42.445112 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.453727 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.549242 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.554360 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.579663 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:23:42.591855 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972cf4e6-b867-4753-ad41-ad53dcaa29c9,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:42.594759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.595102 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.segments_db [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Added segment bb46d77e-efc1-4ba6-a688-e5039b8e2c30 of type vlan for network ce44002e-0027-470b-b78f-6019f3926cc6 Jul 22 21:23:42.639334 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.668911 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.669991 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:42.670568 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.703695 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3793480 Jul 22 21:23:42.706705 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55276) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:42.712149 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Request body: {'subnet': {'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-176366232-subnet', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'ip_version': 4}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:42.733530 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Made reservation on behalf of 8b1bfe52ff7d4a4285db41030d393515 for: {'subnet': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:42.736023 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59024778'] for subnet, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.736383 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91001-57c6-4c10-88cb-cc9c153a4895 admin admin] Pushing event updated for resources: {'Network': ['ID=ce44002e-0027-470b-b78f-6019f3926cc6,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:42.747105 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network ce44002e-0027-470b-b78f-6019f3926cc6 details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:23:42.917099 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59319433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59024888'] for subnet, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:42.972751 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfc05a3-3692-44b8-b1f6-5166852d1496,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:42.980934 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Checking segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:42.981294 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Network hostable DHCP agents. Network: ce44002e-0027-470b-b78f-6019f3926cc6, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:23:42.998599 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Network ce44002e-0027-470b-b78f-6019f3926cc6 is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:23:43.011836 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, ce44002e-0027-470b-b78f-6019f3926cc6) {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:43.016364 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:43.016965 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.021482 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9706d-2f6b-420b-ba14-84e125b8b729 None None] Network ce44002e-0027-470b-b78f-6019f3926cc6 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:43.040586 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-883f02ac-b13b-4e43-a4e5-33265ed1a3b1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3326089 Jul 22 21:23:43.043128 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55280) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:43.047838 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:43.068217 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.069198 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.124086 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.170617 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-ce44002e-0027-470b-b78f-6019f3926cc6', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:23:43.171506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.269518 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.315025 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Allocated IP 172.20.0.2 (ce44002e-0027-470b-b78f-6019f3926cc6/5cfc05a3-3692-44b8-b1f6-5166852d1496/1450a958-b921-440f-93ed-b4aa8e085952) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:43.503061 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.513164 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Transition to ACTIVE for port object 1450a958-b921-440f-93ed-b4aa8e085952 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:43.524322 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.531720 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Transition to ACTIVE for port object 1450a958-b921-440f-93ed-b4aa8e085952 will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:43.548512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.552257 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.594391 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Network ce44002e-0027-470b-b78f-6019f3926cc6 is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:43.597178 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:43.601906 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:43.616497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Pushing event updated for resources: {'Port': ['ID=1450a958-b921-440f-93ed-b4aa8e085952,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:43.667460 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Allocated IP 172.27.0.159 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/71451fa1-6878-4da1-b2e1-b1f642888d26) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:43.675078 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Attempting to bind port 1450a958-b921-440f-93ed-b4aa8e085952 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:43.675451 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Attempting to bind port 1450a958-b921-440f-93ed-b4aa8e085952 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:43.675818 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Attempting to bind port 1450a958-b921-440f-93ed-b4aa8e085952 on network ce44002e-0027-470b-b78f-6019f3926cc6 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:43.681395 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:43.681776 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Checking segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:43.682183 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.682735 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Bound using segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:43.683049 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Bound port: 1450a958-b921-440f-93ed-b4aa8e085952, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:43.683427 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.747898 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] For port 1450a958-b921-440f-93ed-b4aa8e085952, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:43.751879 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] For port 1450a958-b921-440f-93ed-b4aa8e085952, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=1450a958-b921-440f-93ed-b4aa8e085952,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:43.757338 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.781647 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.818005 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dd9d4-1948-42c3-9f69-866e61c8efd3 None None] Pushing event updated for resources: {'Port': ['ID=1450a958-b921-440f-93ed-b4aa8e085952,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:43.827073 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:43.864064 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:43.870039 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:43.873589 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:43.902379 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Pushing event updated for resources: {'Port': ['ID=71451fa1-6878-4da1-b2e1-b1f642888d26,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:44.174573 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.341184 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-0330bd6b-f71f-4e33-ab71-55334fc2ab8e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030960962&fields=id&tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 267 time: 0.0625103 Jul 22 21:23:44.521293 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.529140 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-db841be3-5d24-429a-8f2f-9df6f8633637 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:44.530636 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-db841be3-5d24-429a-8f2f-9df6f8633637 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 812 time: 0.1604106 Jul 22 21:23:44.617789 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-fed3213b-db6a-434a-b262-a0ead2196c05 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/quotas/5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 375 time: 0.0801580 Jul 22 21:23:44.726465 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-eebc7563-3f9b-4cb0-b851-2a4b147b9692 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017647 Jul 22 21:23:44.737136 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:23:44.774342 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880b782-b50b-401d-8355-00103fafc330 None None] Network ce44002e-0027-470b-b78f-6019f3926cc6 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:44.862098 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-884f8774-26f1-4c1d-a7ba-d7a578f08746 None None] Provisioning for port 1450a958-b921-440f-93ed-b4aa8e085952 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:45.007969 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-2e4b98e5-24a6-4035-a1e4-456e8802f805 service neutron] 10.222.0.44 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640638 Jul 22 21:23:45.034885 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:45.048919 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Sync routers for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:45.063135 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:45.063782 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:45.155954 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 1450a958-b921-440f-93ed-b4aa8e085952 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:45.162930 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.164217 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-34b880de-aea2-465e-a543-0843abf66b1b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1199889 Jul 22 21:23:45.168495 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55296) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:45.194024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-0947965f-ae5b-4505-aa82-0c7d2c4ba8a0 service neutron] 10.222.0.44 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762638 Jul 22 21:23:45.244685 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:45.313086 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 1450a958-b921-440f-93ed-b4aa8e085952 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:45.327954 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 1450a958-b921-440f-93ed-b4aa8e085952 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:45.328359 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.569922 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a78f873-5f26-4e65-8af6-9203726a3b6f req-34039096-74cf-49df-beef-b7d8ef4d0275 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 210 time: 0.0392306 Jul 22 21:23:45.630512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.674609 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.675612 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:44Z', 'revision_number': 3, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:45.678817 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 1450a958-b921-440f-93ed-b4aa8e085952, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=1450a958-b921-440f-93ed-b4aa8e085952,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:45.706874 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.709461 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Checking router: 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:45.709842 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Updating router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae port 71451fa1-6878-4da1-b2e1-b1f642888d26 binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:45.775287 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.809112 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=1450a958-b921-440f-93ed-b4aa8e085952,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:45.844432 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Allocated IP 172.20.0.1 (ce44002e-0027-470b-b78f-6019f3926cc6/5cfc05a3-3692-44b8-b1f6-5166852d1496/27832ddf-aaa7-439c-a599-890b4ad0cd54) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:45.948905 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:45.963058 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.provisioning_blocks [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Transition to ACTIVE for port object 27832ddf-aaa7-439c-a599-890b4ad0cd54 will not be triggered until provisioned by entity DHCP. {{(pid=93192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:46.004197 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.048961 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Network ce44002e-0027-470b-b78f-6019f3926cc6 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:46.052734 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:46.058520 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:46.073530 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.089567 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Transition to ACTIVE for port object 71451fa1-6878-4da1-b2e1-b1f642888d26 will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:46.098238 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.110557 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Pushing event updated for resources: {'Port': ['ID=27832ddf-aaa7-439c-a599-890b4ad0cd54,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:46.113388 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.166339 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Attempting to bind port 71451fa1-6878-4da1-b2e1-b1f642888d26 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:46.166727 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Attempting to bind port 71451fa1-6878-4da1-b2e1-b1f642888d26 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:46.167111 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Attempting to bind port 71451fa1-6878-4da1-b2e1-b1f642888d26 on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:46.169225 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da536e46-f73f-4235-9ea5-a212a9e6d33c None None] Pushing event updated for resources: {'Port': ['ID=71451fa1-6878-4da1-b2e1-b1f642888d26,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:46.181731 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:46.182112 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:46.182524 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.182917 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:46.183394 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Bound port: 71451fa1-6878-4da1-b2e1-b1f642888d26, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:46.183779 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.250635 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] For port 71451fa1-6878-4da1-b2e1-b1f642888d26, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:46.254346 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] For port 71451fa1-6878-4da1-b2e1-b1f642888d26, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=71451fa1-6878-4da1-b2e1-b1f642888d26,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:46.259507 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.296327 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.313598 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:46.314175 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:46.404544 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da536e46-f73f-4235-9ea5-a212a9e6d33c None None] Pushing event updated for resources: {'Port': ['ID=71451fa1-6878-4da1-b2e1-b1f642888d26,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:46.441271 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7358f5dd-512e-406c-b9d9-a6f81c912613 None None] Provisioning for port 27832ddf-aaa7-439c-a599-890b4ad0cd54 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:46.458905 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-7358f5dd-512e-406c-b9d9-a6f81c912613 None None] Provisioning complete for port 27832ddf-aaa7-439c-a599-890b4ad0cd54 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:46.459520 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7358f5dd-512e-406c-b9d9-a6f81c912613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.479267 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.486220 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60021887'] for port, after_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.548354 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-7358f5dd-512e-406c-b9d9-a6f81c912613 None None] Port 27832ddf-aaa7-439c-a599-890b4ad0cd54 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:46.557402 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:46.560692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:46.562480 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Pushing event updated for resources: {'Port': ['ID=27832ddf-aaa7-439c-a599-890b4ad0cd54,revision_number=2']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:46.737510 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Network ce44002e-0027-470b-b78f-6019f3926cc6 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:46.740197 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:46.749801 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-724b1a8e-3794-422c-9a8a-1dfd7160290a req-224fd5f8-609b-46e1-bbd3-2de00b793d1a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 210 time: 0.0551169 Jul 22 21:23:46.793267 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-79aba7a5-ec3e-4e8f-bd0d-e2ca5dabb42c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:46.794821 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-79aba7a5-ec3e-4e8f-bd0d-e2ca5dabb42c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 812 time: 0.2237170 Jul 22 21:23:46.868206 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9ce24a46-3e61-49aa-a6ab-e1d472bebab9 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 380 time: 0.0437531 Jul 22 21:23:46.879101 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:45Z', 'revision_number': 1, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:46.884654 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'port': {'device_id': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'admin_state_up': True, 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'security_groups': ['865daa40-4dc5-46cb-9349-b97ed8dad52a']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:46.921639 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343ec8a-2515-4d95-b4d8-00a8f22bf1e9 None None] The sync data for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi is: [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:45Z', 'revision_number': 1, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:46.924384 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:23:47.052301 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Made reservation on behalf of 5e6f2c7f1afc4ceeb5df3c986a63d1e4 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:47.056556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.074856 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:47.089635 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a8a84521-48eb-4889-ba72-39609fb77a45 admin admin] 10.222.0.44 "PUT /v2.0/routers/894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9195623 Jul 22 21:23:47.092798 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-b75eba6b-ddc8-4295-a63c-c55d68e45e56 None None] Provisioning complete for port 27832ddf-aaa7-439c-a599-890b4ad0cd54 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:47.093599 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b75eba6b-ddc8-4295-a63c-c55d68e45e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.121016 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 1450a958-b921-440f-93ed-b4aa8e085952 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:47.166266 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b75eba6b-ddc8-4295-a63c-c55d68e45e56 None None] Port 27832ddf-aaa7-439c-a599-890b4ad0cd54 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:47.185965 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 1450a958-b921-440f-93ed-b4aa8e085952 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:47.186350 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.299825 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Allocated IP 172.20.0.7 (50d2e2b3-f3f3-4713-aedf-f111d15590ec/4cf47605-4185-440b-8959-e0c8439c9fed/94427f6b-d5ec-4a74-97e9-c6ddafa30151) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:47.521302 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.542259 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Transition to ACTIVE for port object 94427f6b-d5ec-4a74-97e9-c6ddafa30151 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:47.594777 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.670161 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:47.673926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:47.679514 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:47.685946 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=94427f6b-d5ec-4a74-97e9-c6ddafa30151,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:47.765390 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:47.766246 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.844125 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-9512efe3-9f2b-4b28-8be4-8d31732a4474 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655647 Jul 22 21:23:47.859965 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55338) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:47.868075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Request body: {'port': {'device_id': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:47.875591 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2079977689-network', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:47.979960 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ed1e08de-8a7c-4f52-9b58-0d5e02af09f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.102013 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8e82ea30-9df3-4dae-b97b-b8aecbfd0e16 None None] Provisioning for port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:48.107435 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8e82ea30-9df3-4dae-b97b-b8aecbfd0e16 None None] Provisioning complete for port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:48.107834 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8e82ea30-9df3-4dae-b97b-b8aecbfd0e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.150557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-8e82ea30-9df3-4dae-b97b-b8aecbfd0e16 None None] Port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:48.285987 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Made reservation on behalf of 65bd10e57c5947949c6224e4c26f5559 for: {'network': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:48.288379 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for network, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.320538 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.354548 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.396912 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108173e-ee2b-4650-a7d7-adf15703b44f req-398a181e-06ff-4922-bd76-e597d9c7ccd0 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:48.398419 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3108173e-ee2b-4650-a7d7-adf15703b44f req-398a181e-06ff-4922-bd76-e597d9c7ccd0 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 931 time: 0.4774499 Jul 22 21:23:48.546970 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3108173e-ee2b-4650-a7d7-adf15703b44f req-39619158-d66e-4483-bf8b-ef2fb29e8e1c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265321 Jul 22 21:23:48.625082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.650880 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.689779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:23:48.703265 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c709b-1b24-4b65-9e67-d0fd2822d784,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:48.721321 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.721886 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.segments_db [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Added segment 6e8b789e-4d18-4cfc-8d38-ab8e49856fad of type vlan for network 7f5a3fe6-48db-4432-89c7-775bf64aa01c Jul 22 21:23:48.783684 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791900626935'] for network, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.826368 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94427f6b-d5ec-4a74-97e9-c6ddafa30151 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:48.841372 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.856736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271'] for network, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.857823 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:48.858643 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.861558 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Transition to ACTIVE for port object 94427f6b-d5ec-4a74-97e9-c6ddafa30151 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:48.878862 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.923949 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0626054 Jul 22 21:23:48.927095 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55342) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:48.933085 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Request body: {'subnet': {'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2079977689-subnet', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'ip_version': 4}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:48.965636 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Made reservation on behalf of 65bd10e57c5947949c6224e4c26f5559 for: {'subnet': 1} {{(pid=93192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:23:48.969510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624a4a9-b16e-4ec8-b4e8-db1a38b10c07 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5a3fe6-48db-4432-89c7-775bf64aa01c,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:48.971661 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59638593'] for subnet, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.981772 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c details requested by agent ovs-agent-dv-cinder-801617-1-iscsi with host dv-cinder-801617-1-iscsi {{(pid=93194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:23:48.982928 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=94427f6b-d5ec-4a74-97e9-c6ddafa30151,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:49.110545 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Attempting to bind port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:49.110989 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Attempting to bind port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:49.111709 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Attempting to bind port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:49.120046 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:23:49.120763 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Attempting to bind port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:49.134110 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:49.134556 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Checking segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:49.135325 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Bound using segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:49.135875 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Bound port: 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:49.136355 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.174077 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 71451fa1-6878-4da1-b2e1-b1f642888d26 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:49.237401 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] For port 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:49.243031 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] For port 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:49.249749 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.250030 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 71451fa1-6878-4da1-b2e1-b1f642888d26 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:49.256455 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 71451fa1-6878-4da1-b2e1-b1f642888d26 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:49.257381 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.301062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.302405 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.304057 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] 10.222.0.69 "PUT /v2.0/ports/94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 200 len: 1093 time: 1.4479842 Jul 22 21:23:49.304647 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:49.307167 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2132bc-3c8f-4df9-b917-29f931fb7934" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:49.331116 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60021984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59638579'] for subnet, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.344068 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b5c6-9a9d-4624-90c5-1be0b693f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=94427f6b-d5ec-4a74-97e9-c6ddafa30151,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:49.433515 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.435576 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f30d538-940a-4ec6-96ec-bece84d856ac,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:49.441142 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d47b7-9b83-459d-9ccf-0d81b117a457 x-openstack-request-id: req-278d47b7-9b83-459d-9ccf-0d81b117a457 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:49.441487 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:49.441661 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-278d47b7-9b83-459d-9ccf-0d81b117a457 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:49.445279 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'status': 'completed', 'code': 200} Jul 22 21:23:49.470265 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 71451fa1-6878-4da1-b2e1-b1f642888d26, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=71451fa1-6878-4da1-b2e1-b1f642888d26,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:49.479939 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.491710 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-4c2e23a6-bc3b-4b06-ba6b-cc9f97314fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.492713 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-4c2e23a6-bc3b-4b06-ba6b-cc9f97314fd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1096 time: 0.1113434 Jul 22 21:23:49.505796 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Checking segment: {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:49.506226 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Network hostable DHCP agents. Network: 7f5a3fe6-48db-4432-89c7-775bf64aa01c, hostable agents: ['e419a03e-85b9-424d-bca0-3dd417b41e34'], hosted agents: [] {{(pid=93192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:23:49.556409 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c is scheduled to be hosted by DHCP agent e419a03e-85b9-424d-bca0-3dd417b41e34 with binding_index 1 {{(pid=93192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:23:49.559710 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Sync routers for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:49.570077 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-3249d9f6-5401-4eb2-a427-4b80672fee26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 200 len: 217 time: 0.0613632 Jul 22 21:23:49.587057 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-1-iscsi, 7f5a3fe6-48db-4432-89c7-775bf64aa01c) {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:49.597064 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.598235 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.604994 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099e1ef-c191-42fc-b9d7-402a82daeca7 None None] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:49.605552 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:49.607074 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:49.634066 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-50b87bcf-4df8-4720-a511-dc0cf87e58cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7050874 Jul 22 21:23:49.637825 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55348) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:49.645304 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:23:49.680958 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-5909166d-1769-4781-9550-8dd00a87b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.682990 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-5909166d-1769-4781-9550-8dd00a87b001 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.1014524 Jul 22 21:23:49.686637 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3743285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124884'] for router, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.687777 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3740507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740954', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3777598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124895'] for router, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.732373 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=71451fa1-6878-4da1-b2e1-b1f642888d26,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:49.765282 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:49.768305 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:49.858934 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c87de1-45bb-47b0-b6f3-bf511c532eca req-093083d3-80b2-4a10-9995-7c2d1c40cf51 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.867707 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95c87de1-45bb-47b0-b6f3-bf511c532eca req-093083d3-80b2-4a10-9995-7c2d1c40cf51 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 943 time: 0.1770642 Jul 22 21:23:49.879221 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-cae2d5e3-4f1f-48f1-8f54-9185b8ddd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:49.881092 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-cae2d5e3-4f1f-48f1-8f54-9185b8ddd886 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1443594 Jul 22 21:23:49.950573 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-95c87de1-45bb-47b0-b6f3-bf511c532eca req-ae0c8bae-24dc-4f5d-bbac-ba55229c24a0 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818508 Jul 22 21:23:50.004117 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0d04709-799f-5214-bd8c-9dbb49b03e25-7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'fixed_ips': [{'subnet_id': '1f30d538-940a-4ec6-96ec-bece84d856ac'}]}} from dv-cinder-801617-1-iscsi. {{(pid=93194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:23:50.005837 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.040133 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-780216d6-6c7f-4482-ac83-83bb6697c1b7 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502831 Jul 22 21:23:50.041044 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129077'] for router, precommit_update {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.041872 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 2, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:50.081487 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Checking router: 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:50.084426 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Updating router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae port 27832ddf-aaa7-439c-a599-890b4ad0cd54 binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:50.126624 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.168325 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.db_base_plugin_common [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Allocated IP 172.20.0.2 (7f5a3fe6-48db-4432-89c7-775bf64aa01c/1f30d538-940a-4ec6-96ec-bece84d856ac/6f9310de-f74c-4c3f-81c7-d2b9435a230d) {{(pid=93194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:50.191958 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-81fefef4-d2b2-4cf2-b205-20b386bc71a8 req-7c8203e7-ecca-444d-ac97-a4dbed762666 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448519 Jul 22 21:23:50.300386 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.349633 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.388973 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-cef3174f-9f1a-451b-8c8e-5d71eb9ee0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.389270 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Notify callbacks [] for port, precommit_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.391145 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-cef3174f-9f1a-451b-8c8e-5d71eb9ee0d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1096 time: 0.1000669 Jul 22 21:23:50.403809 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Transition to ACTIVE for port object 6f9310de-f74c-4c3f-81c7-d2b9435a230d will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:50.435443 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Transition to ACTIVE for port object 6f9310de-f74c-4c3f-81c7-d2b9435a230d will not be triggered until provisioned by entity DHCP. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:50.447933 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835'] for port, after_create {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.511940 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_common [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Allocated IP 172.27.0.21 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/46d2a5b2-0dc8-47fc-a327-d04890c823df) {{(pid=93192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:50.518854 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c is already hosted by enough agents. {{(pid=93194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:50.524827 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.scheduler.base_scheduler [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Resources bound (agent type, host, resource id): {{(pid=93194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:50.530386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-1edf286a-f4bd-43cb-9336-c86a72287281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.531012 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Received port after_create {{(pid=93194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:50.532455 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-1edf286a-f4bd-43cb-9336-c86a72287281 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1331267 Jul 22 21:23:50.543480 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Pushing event updated for resources: {'Port': ['ID=6f9310de-f74c-4c3f-81c7-d2b9435a230d,revision_number=1']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:50.593100 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-eaa3f393-43b6-4e84-a782-035db87bda90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 200 len: 217 time: 0.0535114 Jul 22 21:23:50.631515 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.648553 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Attempting to bind port 6f9310de-f74c-4c3f-81c7-d2b9435a230d on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:50.649461 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Attempting to bind port 6f9310de-f74c-4c3f-81c7-d2b9435a230d by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:50.649944 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Transition to ACTIVE for port object 27832ddf-aaa7-439c-a599-890b4ad0cd54 will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:50.650270 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Attempting to bind port 6f9310de-f74c-4c3f-81c7-d2b9435a230d on network 7f5a3fe6-48db-4432-89c7-775bf64aa01c {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:50.657784 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:50.658351 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Checking segment: {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:50.658839 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.659520 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Bound using segment: {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:50.660366 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Bound port: 6f9310de-f74c-4c3f-81c7-d2b9435a230d, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:50.661551 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.662419 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.664004 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-7a6739ae-f90e-4fb1-a477-715698bfcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.665986 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-7a6739ae-f90e-4fb1-a477-715698bfcdc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0654812 Jul 22 21:23:50.759903 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.763502 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-644405e5-3dc5-43d1-96a2-b1940cae00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.780036 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-c43ec6d5-2c4b-4d35-8eda-5088dabdf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:50.791815 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-c43ec6d5-2c4b-4d35-8eda-5088dabdf0a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152556 Jul 22 21:23:50.801193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] For port 6f9310de-f74c-4c3f-81c7-d2b9435a230d, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:50.806705 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] For port 6f9310de-f74c-4c3f-81c7-d2b9435a230d, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f9310de-f74c-4c3f-81c7-d2b9435a230d,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:50.819427 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.825356 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910e5b-9f53-4c60-90bf-ec2aee1fb385 None None] Pushing event updated for resources: {'Port': ['ID=27832ddf-aaa7-439c-a599-890b4ad0cd54,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:50.838945 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.854450 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Attempting to bind port 27832ddf-aaa7-439c-a599-890b4ad0cd54 on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:50.854933 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Attempting to bind port 27832ddf-aaa7-439c-a599-890b4ad0cd54 by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:50.855383 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Attempting to bind port 27832ddf-aaa7-439c-a599-890b4ad0cd54 on network ce44002e-0027-470b-b78f-6019f3926cc6 {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:50.870968 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:50.871409 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Checking segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:50.871858 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.875036 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Bound using segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:50.875680 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Bound port: 27832ddf-aaa7-439c-a599-890b4ad0cd54, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:50.876153 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.903103 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1a87-8a0a-491b-ab46-2280ac7f4a38 None None] Pushing event updated for resources: {'Port': ['ID=6f9310de-f74c-4c3f-81c7-d2b9435a230d,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:50.955223 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:50.961237 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.base_scheduler [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Resources bound (agent type, host, resource id): {{(pid=93192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:50.966190 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Received port after_create {{(pid=93192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:50.968804 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.998056 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] For port 27832ddf-aaa7-439c-a599-890b4ad0cd54, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:51.001141 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-c528fad8-8f3e-45e2-b64b-36ca21482973 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032170 Jul 22 21:23:51.002988 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Pushing event updated for resources: {'Port': ['ID=46d2a5b2-0dc8-47fc-a327-d04890c823df,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:51.007265 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] For port 27832ddf-aaa7-439c-a599-890b4ad0cd54, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=27832ddf-aaa7-439c-a599-890b4ad0cd54,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:51.027430 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:51.117507 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:51.118363 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:51.199013 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910e5b-9f53-4c60-90bf-ec2aee1fb385 None None] Pushing event updated for resources: {'Port': ['ID=27832ddf-aaa7-439c-a599-890b4ad0cd54,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:51.234517 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 71451fa1-6878-4da1-b2e1-b1f642888d26 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:51.274843 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2132bc-3c8f-4df9-b917-29f931fb7934 req-2aee6299-8265-4e5f-8e64-932e874150b7 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673256 Jul 22 21:23:51.399877 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 71451fa1-6878-4da1-b2e1-b1f642888d26 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:51.399877 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:51.403755 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e55871-e577-4266-b49e-8802ac832fe6 req-49a800c5-83ee-4de3-b121-793ac74e32c1 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:51.406484 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94e55871-e577-4266-b49e-8802ac832fe6 req-49a800c5-83ee-4de3-b121-793ac74e32c1 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 943 time: 0.2480490 Jul 22 21:23:51.481975 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:51.497337 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:51.516578 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-94e55871-e577-4266-b49e-8802ac832fe6 req-bd8fc2e7-d715-4844-a10a-b1801591ec5c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031446 Jul 22 21:23:51.731910 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:50Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:51.740785 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743467'] for router, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:51.766179 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589d012-aac5-413b-a959-1e1ffc662f4f None None] The sync data for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi is: [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:50Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:51.913894 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:51.914193 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 is scheduled to L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 with binding_index 1 {{(pid=93192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:23:52.053629 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:52.081152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Sync routers for ids ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:52.083114 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:52.087607 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1d3856f8-180d-4cb9-be0b-732546fae954 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4459271 Jul 22 21:23:52.088094 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55352) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:23:52.098783 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Routers {'18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:52.099811 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:52.229699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14709dab-7947-43f4-a748-b54bf3fe8159 None None] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:23:52.272654 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Set router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:52.563434 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-36120db9-953a-4a4b-bf79-3b06f3551a90 None None] Provisioning for port 6f9310de-f74c-4c3f-81c7-d2b9435a230d completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:52.663165 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:52.753520 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7aaa2-1d1f-485d-894d-de99088e387e req-888b402b-6905-4d64-be36-94e00e110824 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:52.755692 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cfc7aaa2-1d1f-485d-894d-de99088e387e req-888b402b-6905-4d64-be36-94e00e110824 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 943 time: 0.1390033 Jul 22 21:23:52.759735 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:23:51Z', 'revision_number': 3, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:52.791934 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Checking router: 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:52.792330 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Updating router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 port 46d2a5b2-0dc8-47fc-a327-d04890c823df binding host dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:52.846557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:52.859321 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cfc7aaa2-1d1f-485d-894d-de99088e387e req-81752689-b0e3-4b8e-bad1-5bfeaa0ee8ff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927277 Jul 22 21:23:52.911992 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Allocated IP 172.20.0.1 (7f5a3fe6-48db-4432-89c7-775bf64aa01c/1f30d538-940a-4ec6-96ec-bece84d856ac/7e1a60a2-78c3-4167-97f9-70df4130f6dd) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:23:53.043131 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.080233 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Transition to ACTIVE for port object 7e1a60a2-78c3-4167-97f9-70df4130f6dd will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:53.126976 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.171455 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:53.174461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:53.178586 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Notify callbacks [] for port, precommit_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.180299 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:23:53.187338 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1a60a2-78c3-4167-97f9-70df4130f6dd,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:53.197711 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Transition to ACTIVE for port object 46d2a5b2-0dc8-47fc-a327-d04890c823df will not be triggered until provisioned by entity L2. {{(pid=93194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:53.213290 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.233937 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3743258'] for router_interface, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.276868 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f9310de-f74c-4c3f-81c7-d2b9435a230d up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:53.310907 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc09cb-04ff-46b0-8edf-df281e921c80 None None] Pushing event updated for resources: {'Port': ['ID=46d2a5b2-0dc8-47fc-a327-d04890c823df,revision_number=2']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:53.313446 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Attempting to bind port 46d2a5b2-0dc8-47fc-a327-d04890c823df on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:53.313866 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Attempting to bind port 46d2a5b2-0dc8-47fc-a327-d04890c823df by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:53.314303 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Attempting to bind port 46d2a5b2-0dc8-47fc-a327-d04890c823df on network 950ce858-a8a9-4dab-8e0d-ab179c978778 {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:53.323701 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:53.324415 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Checking segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:53.325120 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.325853 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Bound using segment: {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'} {{(pid=93194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:53.326729 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.managers [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Bound port: 46d2a5b2-0dc8-47fc-a327-d04890c823df, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b71f-195e-49d0-baa8-f8178ee79dc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778'}}] {{(pid=93194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:53.327470 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.404014 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.432228 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] For port 46d2a5b2-0dc8-47fc-a327-d04890c823df, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:53.436353 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] For port 46d2a5b2-0dc8-47fc-a327-d04890c823df, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=46d2a5b2-0dc8-47fc-a327-d04890c823df,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:53.437928 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 6f9310de-f74c-4c3f-81c7-d2b9435a230d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:53.443192 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.449772 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 6f9310de-f74c-4c3f-81c7-d2b9435a230d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:53.449772 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.549616 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc09cb-04ff-46b0-8edf-df281e921c80 None None] Pushing event updated for resources: {'Port': ['ID=46d2a5b2-0dc8-47fc-a327-d04890c823df,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:53.554800 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Routers {'18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:53.555387 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:53.583498 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.589219 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.603377 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c6e01529-9e74-4470-a6e1-47ab60beab8f None None] Provisioning for port 7e1a60a2-78c3-4167-97f9-70df4130f6dd completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:53.654007 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-c6e01529-9e74-4470-a6e1-47ab60beab8f None None] Provisioning complete for port 7e1a60a2-78c3-4167-97f9-70df4130f6dd triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:53.654437 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c6e01529-9e74-4470-a6e1-47ab60beab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.672802 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3681225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740586'] for router_interface, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.674770 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1a60a2-78c3-4167-97f9-70df4130f6dd,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:53.694550 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.750509 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-c6e01529-9e74-4470-a6e1-47ab60beab8f None None] Port 7e1a60a2-78c3-4167-97f9-70df4130f6dd cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:53.751986 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.775890 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:23:53.777447 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:23:53.795759 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] Set router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:53.832571 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 6f9310de-f74c-4c3f-81c7-d2b9435a230d, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f9310de-f74c-4c3f-81c7-d2b9435a230d,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:53.838201 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:53.839009 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 27832ddf-aaa7-439c-a599-890b4ad0cd54 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:53.914092 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:23:53.992815 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=6f9310de-f74c-4c3f-81c7-d2b9435a230d,revision_number=3']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:54.043479 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 27832ddf-aaa7-439c-a599-890b4ad0cd54 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:54.053575 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 27832ddf-aaa7-439c-a599-890b4ad0cd54 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:54.053885 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:54.086307 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:23:54.092570 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-c5cd57d9-b227-4bc6-9df4-9d302205d345 admin admin] 10.222.0.44 "PUT /v2.0/routers/18530f4a-c6b8-4d44-8cdf-367a5aa9efd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0026178 Jul 22 21:23:54.106468 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb35f7-e3be-4443-b6bc-fc03b9f83460 req-54ae6f8c-de38-443a-a537-0282fa3de2a8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:54.108706 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5eb35f7-e3be-4443-b6bc-fc03b9f83460 req-54ae6f8c-de38-443a-a537-0282fa3de2a8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 943 time: 0.1419032 Jul 22 21:23:54.130281 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-29958ba3-2300-41f7-aff9-e8612c429f38 None None] Provisioning complete for port 7e1a60a2-78c3-4167-97f9-70df4130f6dd triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:54.130714 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-29958ba3-2300-41f7-aff9-e8612c429f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:54.153022 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e5eb35f7-e3be-4443-b6bc-fc03b9f83460 req-a834cd90-b307-4e4e-ac32-2b3c0aa2451e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Jul 22 21:23:54.206142 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-29958ba3-2300-41f7-aff9-e8612c429f38 None None] Port 7e1a60a2-78c3-4167-97f9-70df4130f6dd cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:23:54.217624 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7e1a60a2-78c3-4167-97f9-70df4130f6dd', 'name': '', 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'mac_address': 'fa:16:3e:3a:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:52Z', 'updated_at': '2021-07-22T21:23:52Z', 'revision_number': 1, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'subnets': [{'id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:54.246900 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:54.248992 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710c5ad5-c7c5-470d-b915-d04af62e6578 None None] The sync data for ids ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'] in dv-cinder-801617-1-iscsi is: [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7e1a60a2-78c3-4167-97f9-70df4130f6dd', 'name': '', 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'mac_address': 'fa:16:3e:3a:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:52Z', 'updated_at': '2021-07-22T21:23:52Z', 'revision_number': 1, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'subnets': [{'id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:23:54.284201 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 27832ddf-aaa7-439c-a599-890b4ad0cd54, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=27832ddf-aaa7-439c-a599-890b4ad0cd54,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:54.289932 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:54.351960 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=27832ddf-aaa7-439c-a599-890b4ad0cd54,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:55.259916 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 46d2a5b2-0dc8-47fc-a327-d04890c823df up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:55.354820 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2424e5-64ff-4a84-b3ec-3634ec582830 req-a582e3e2-cfe5-411a-bec1-db228b574691 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:55.368412 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7a2424e5-64ff-4a84-b3ec-3634ec582830 req-a582e3e2-cfe5-411a-bec1-db228b574691 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 943 time: 0.1058967 Jul 22 21:23:55.377837 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 46d2a5b2-0dc8-47fc-a327-d04890c823df completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:55.388755 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 46d2a5b2-0dc8-47fc-a327-d04890c823df triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:55.389477 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:55.436374 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7a2424e5-64ff-4a84-b3ec-3634ec582830 req-19f89dc3-03e2-4ee8-83c4-feb8f885c8ab tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657341 Jul 22 21:23:55.543223 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:55.573783 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 46d2a5b2-0dc8-47fc-a327-d04890c823df, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=46d2a5b2-0dc8-47fc-a327-d04890c823df,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:55.583076 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:55.590934 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f9310de-f74c-4c3f-81c7-d2b9435a230d up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:55.731162 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=46d2a5b2-0dc8-47fc-a327-d04890c823df,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:55.759196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 6f9310de-f74c-4c3f-81c7-d2b9435a230d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:55.759196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:55.872079 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 27832ddf-aaa7-439c-a599-890b4ad0cd54 up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:55.955988 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 27832ddf-aaa7-439c-a599-890b4ad0cd54 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:55.956783 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:56.631593 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddabdc-e843-42c6-88f6-d8b608bcaff8 req-7fbcf0bd-d97f-4ada-8254-cb4f82a8c080 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:56.636412 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6ddabdc-e843-42c6-88f6-d8b608bcaff8 req-7fbcf0bd-d97f-4ada-8254-cb4f82a8c080 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 943 time: 0.0876827 Jul 22 21:23:56.681024 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e6ddabdc-e843-42c6-88f6-d8b608bcaff8 req-e80c118e-bce4-4646-90e2-fad74c4ea05b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389681 Jul 22 21:23:57.104059 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 46d2a5b2-0dc8-47fc-a327-d04890c823df up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:57.159920 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 46d2a5b2-0dc8-47fc-a327-d04890c823df triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:57.161365 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.371961 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 94427f6b-d5ec-4a74-97e9-c6ddafa30151 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:23:57.482876 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:57.500844 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'port_id': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'mac_address': 'fa:16:3e:c1:fb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:23:57.548316 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.563268 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94427f6b-d5ec-4a74-97e9-c6ddafa30151 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:23:57.594473 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:57.602311 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:57.665522 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=94427f6b-d5ec-4a74-97e9-c6ddafa30151,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:57.858201 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f72a9-e1d0-4bb9-a0cb-1d1bcf49349a req-33544506-745a-45f7-8440-68289b2977d2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:57.863061 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d86f72a9-e1d0-4bb9-a0cb-1d1bcf49349a req-33544506-745a-45f7-8440-68289b2977d2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 944 time: 0.0796466 Jul 22 21:23:57.915707 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['94427f6b-d5ec-4a74-97e9-c6ddafa30151'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:23:57.919535 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d86f72a9-e1d0-4bb9-a0cb-1d1bcf49349a req-ae851b2b-506f-40a9-9914-7c54b1294f06 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536773 Jul 22 21:23:58.013054 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Sync routers for ids ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:23:58.031890 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Routers {'18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:58.033276 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:58.221073 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Set router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:58.446360 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7e1a60a2-78c3-4167-97f9-70df4130f6dd', 'name': '', 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'mac_address': 'fa:16:3e:3a:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:52Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 2, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'subnets': [{'id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:58.477470 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Checking router: 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:23:58.479565 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Updating router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 port 7e1a60a2-78c3-4167-97f9-70df4130f6dd binding host dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:23:58.526170 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.014395 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Notify callbacks [] for port, precommit_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.033704 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.provisioning_blocks [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Transition to ACTIVE for port object 7e1a60a2-78c3-4167-97f9-70df4130f6dd will not be triggered until provisioned by entity L2. {{(pid=93195) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:23:59.045761 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.114392 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ddff-cc32-417f-b2b6-93a95a5d34fc None None] Pushing event updated for resources: {'Port': ['ID=7e1a60a2-78c3-4167-97f9-70df4130f6dd,revision_number=3']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:59.130750 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6b852-16fc-40f1-bcda-77098151db53 req-c875ee22-76a0-4d71-bfea-c3f1831d129d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:23:59.132430 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86f6b852-16fc-40f1-bcda-77098151db53 req-c875ee22-76a0-4d71-bfea-c3f1831d129d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 944 time: 0.1209116 Jul 22 21:23:59.189568 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86f6b852-16fc-40f1-bcda-77098151db53 req-205aca38-e09b-412e-806d-b452867bb59a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490611 Jul 22 21:23:59.218968 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Attempting to bind port 7e1a60a2-78c3-4167-97f9-70df4130f6dd on host dv-cinder-801617-1-iscsi for vnic_type normal with profile {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:23:59.219408 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Attempting to bind port 7e1a60a2-78c3-4167-97f9-70df4130f6dd by drivers openvswitch,hyperv on host dv-cinder-801617-1-iscsi at level 0 using segments [{'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:23:59.223033 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Attempting to bind port 7e1a60a2-78c3-4167-97f9-70df4130f6dd on network 7f5a3fe6-48db-4432-89c7-775bf64aa01c {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:23:59.231436 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Checking agent: {'id': '3e8297b3-3b14-4db3-bca7-7a84dd8a012b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 5, 51), 'started_at': datetime.datetime(2021, 7, 22, 21, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:23:59.232032 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Checking segment: {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:23:59.232747 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.233422 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Bound using segment: {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'} {{(pid=93195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:23:59.238067 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.managers [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Bound port: 7e1a60a2-78c3-4167-97f9-70df4130f6dd, host: dv-cinder-801617-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b789e-4d18-4cfc-8d38-ab8e49856fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c'}}] {{(pid=93195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:23:59.239998 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.330638 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] For port 7e1a60a2-78c3-4167-97f9-70df4130f6dd, host dv-cinder-801617-1-iscsi, cleared binding levels {{(pid=93195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:23:59.344777 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.plugins.ml2.db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] For port 7e1a60a2-78c3-4167-97f9-70df4130f6dd, host dv-cinder-801617-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=7e1a60a2-78c3-4167-97f9-70df4130f6dd,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:23:59.359006 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron_lib.callbacks.manager [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.375193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 94427f6b-d5ec-4a74-97e9-c6ddafa30151 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:23:59.450746 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Routers {'18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:23:59.451259 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:23:59.507673 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:23:59.512508 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:23:59.513334 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.558060 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ddff-cc32-417f-b2b6-93a95a5d34fc None None] Pushing event updated for resources: {'Port': ['ID=7e1a60a2-78c3-4167-97f9-70df4130f6dd,revision_number=4']} {{(pid=93195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:59.634601 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] Set router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:23:59.652483 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.687707 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:23:59.690301 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0af03-57af-454b-81dd-5e946bb197f2" -d '{"events": [{"server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "name": "network-vif-plugged", "status": "completed", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:23:59.709577 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:23:59.724467 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:59.767653 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3366c4-d716-4392-8315-5e76dc547675 x-openstack-request-id: req-cd3366c4-d716-4392-8315-5e76dc547675 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:23:59.768116 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "name": "network-vif-plugged", "status": "completed", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:23:59.768484 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd3366c4-d716-4392-8315-5e76dc547675 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:23:59.768972 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'code': 200} Jul 22 21:23:59.799860 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=94427f6b-d5ec-4a74-97e9-c6ddafa30151,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:23:59.981422 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7e1a60a2-78c3-4167-97f9-70df4130f6dd', 'name': '', 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'mac_address': 'fa:16:3e:3a:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:52Z', 'updated_at': '2021-07-22T21:23:59Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'subnets': [{'id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:00.040989 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d843e4-9cfc-482a-a8b6-e3624c78cd66 req-6274c7ee-45df-4215-a153-07f5b89c64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.041351 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0128374-2a95-4bb1-abd2-4983e50b970c None None] The sync data for ids ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'] in dv-cinder-801617-1-iscsi is: [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:23:53Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7e1a60a2-78c3-4167-97f9-70df4130f6dd', 'name': '', 'network_id': '7f5a3fe6-48db-4432-89c7-775bf64aa01c', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'mac_address': 'fa:16:3e:3a:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:52Z', 'updated_at': '2021-07-22T21:23:59Z', 'revision_number': 4, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'subnets': [{'id': '1f30d538-940a-4ec6-96ec-bece84d856ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:00.043743 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79d843e4-9cfc-482a-a8b6-e3624c78cd66 req-6274c7ee-45df-4215-a153-07f5b89c64ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1098 time: 0.0614533 Jul 22 21:24:00.105632 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79d843e4-9cfc-482a-a8b6-e3624c78cd66 req-ed2baef4-e81a-4284-b7a9-56bd071d875c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522091 Jul 22 21:24:00.390096 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78861700-114f-4710-baab-8510bb4d938b req-8a2e77c5-8fed-4354-bd4c-96c2fd53fef3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:00.400979 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-78861700-114f-4710-baab-8510bb4d938b req-8a2e77c5-8fed-4354-bd4c-96c2fd53fef3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.1151795 Jul 22 21:24:00.463534 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-78861700-114f-4710-baab-8510bb4d938b req-76728b07-e740-416d-9b79-36bddeca188e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598681 Jul 22 21:24:01.188676 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7e1a60a2-78c3-4167-97f9-70df4130f6dd up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:01.408512 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning for port 7e1a60a2-78c3-4167-97f9-70df4130f6dd completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:01.412908 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 7e1a60a2-78c3-4167-97f9-70df4130f6dd triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:01.413276 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.492766 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.532748 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] For port 7e1a60a2-78c3-4167-97f9-70df4130f6dd, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=7e1a60a2-78c3-4167-97f9-70df4130f6dd,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:01.539221 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:01.595757 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Pushing event updated for resources: {'Port': ['ID=7e1a60a2-78c3-4167-97f9-70df4130f6dd,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:01.653510 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c189a1b-21ac-443d-934d-9abb6138d27b req-668842f6-82b9-473c-b19a-8cf993857d92 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:01.656644 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c189a1b-21ac-443d-934d-9abb6138d27b req-668842f6-82b9-473c-b19a-8cf993857d92 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.0830796 Jul 22 21:24:01.715062 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6c189a1b-21ac-443d-934d-9abb6138d27b req-966d9036-0459-4cda-8cc6-f65d3505c8e8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490901 Jul 22 21:24:01.876302 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa3b9-9ab7-46e1-a018-6d752faacd08 req-c32a88b7-c0b1-4658-a3cc-6e1bbb5992ac tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:01.877862 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e43aa3b9-9ab7-46e1-a018-6d752faacd08 req-c32a88b7-c0b1-4658-a3cc-6e1bbb5992ac tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.0807331 Jul 22 21:24:01.921020 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e43aa3b9-9ab7-46e1-a018-6d752faacd08 req-666c92f8-5812-455b-be23-6e8b6482bf50 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367253 Jul 22 21:24:01.957795 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55414) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:02.254033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef1257-26e8-4686-93d9-ce972edeb97b tempest-TestVolumeBootPattern-555159686 tempest-TestVolumeBootPattern-555159686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:02.257046 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-f2ef1257-26e8-4686-93d9-ce972edeb97b tempest-TestVolumeBootPattern-555159686 tempest-TestVolumeBootPattern-555159686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1093 time: 0.2980442 Jul 22 21:24:02.259702 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55418) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:02.267807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'port_id': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:02.308433 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:02.450825 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:02.577836 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Allocated IP 172.27.0.72 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/01c744c7-fe07-4010-bc34-5986cffb4b2e) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:02.711407 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:02.772021 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:02.830252 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:02.832141 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=01c744c7-fe07-4010-bc34-5986cffb4b2e,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:02.836647 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:02.839229 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:03.151232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7e1a60a2-78c3-4167-97f9-70df4130f6dd up at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:03.226362 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Provisioning complete for port 7e1a60a2-78c3-4167-97f9-70df4130f6dd triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:03.226920 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:03.784258 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:03.895919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.104626 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.110271 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.198912 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=01c744c7-fe07-4010-bc34-5986cffb4b2e,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:04.220245 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.346783 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Floating IP ac070eb8-1ba8-4eec-a9a1-a92d1b633120 associated. External IP: 172.27.0.72, port: 94427f6b-d5ec-4a74-97e9-c6ddafa30151. Jul 22 21:24:04.524450 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.610999 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:04.731918 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:04.743251 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:04.756049 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:04.756957 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:04.760860 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.801603 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-164d909a-e33b-49d1-9c2f-d7e8a95bebc3 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5406353 Jul 22 21:24:04.802309 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:04.804746 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac3047e-eefa-4723-b0b3-aed60bfc6496" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:04.851432 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ce3c5-3106-4790-934b-bdbf521e905f x-openstack-request-id: req-1f9ce3c5-3106-4790-934b-bdbf521e905f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:04.851813 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:04.852199 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f9ce3c5-3106-4790-934b-bdbf521e905f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:04.852931 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'status': 'completed', 'code': 200} Jul 22 21:24:04.882307 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:04.954862 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-bdb31c68-8937-47c9-a445-2c2fb60ff4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:04.956562 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-bdb31c68-8937-47c9-a445-2c2fb60ff4b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1098 time: 0.0590663 Jul 22 21:24:05.055910 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-9764bd75-8403-4621-b2fa-d05972d66c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.057439 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-9764bd75-8403-4621-b2fa-d05972d66c76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.0944479 Jul 22 21:24:05.126447 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'ac070eb8-1ba8-4eec-a9a1-a92d1b633120', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c1:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:03Z', 'updated_at': '2021-07-22T21:24:03Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:05.133009 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-3d127c98-cf8d-45c8-b666-eb364a1b2afc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 200 len: 998 time: 0.0686812 Jul 22 21:24:05.153732 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:05.163185 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:05.163904 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:23:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:05.185696 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-7433b470-8dae-45b4-9378-63193d368f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.187471 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-7433b470-8dae-45b4-9378-63193d368f11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0481882 Jul 22 21:24:05.252549 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-6cbcd088-6c75-47d6-8e93-7a347cbb6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.254964 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-6cbcd088-6c75-47d6-8e93-7a347cbb6ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597215 Jul 22 21:24:05.288265 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:05.360898 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-9c0128a5-ed45-4873-bb22-ca21e1c9c97a service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991809 Jul 22 21:24:05.475181 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dac3047e-eefa-4723-b0b3-aed60bfc6496 req-89085575-72b2-48ff-b4c2-425bedc406d0 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073234 Jul 22 21:24:05.561058 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'ac070eb8-1ba8-4eec-a9a1-a92d1b633120', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c1:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:03Z', 'updated_at': '2021-07-22T21:24:03Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:05.589128 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93acb022-87ce-4250-bc82-f6564b7e009c None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'ac070eb8-1ba8-4eec-a9a1-a92d1b633120', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c1:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:03Z', 'updated_at': '2021-07-22T21:24:03Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:05.594924 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-b65aed8f-d381-4ba0-a19c-fb344d752e02 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:05.596554 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-b65aed8f-d381-4ba0-a19c-fb344d752e02 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 814 time: 0.1097276 Jul 22 21:24:05.618199 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6bce6360-b684-4bad-885d-59533c2e44b2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/quotas/8b1bfe52ff7d4a4285db41030d393515 HTTP/1.1" status: 200 len: 375 time: 0.0116441 Jul 22 21:24:05.703878 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-d37bfbe3-b482-4507-893c-7f17d7b36f0f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800698 Jul 22 21:24:05.808210 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7f067-7d2b-4455-9783-49d7bf91d12d None None] New status for floating IP ac070eb8-1ba8-4eec-a9a1-a92d1b633120: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:24:05.820455 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-122a68a0-abae-406e-b1be-0e2d82f7546e service neutron] 10.222.0.44 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025777 Jul 22 21:24:05.932021 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-4ab8b0fb-0b2c-4656-970f-492add226278 service neutron] 10.222.0.44 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045306 Jul 22 21:24:06.153802 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:06.191197 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c112384-c736-4c92-913e-cf36c5e2e6da req-8f002b1e-18c0-4ea4-970e-8bef7377023a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0962801 Jul 22 21:24:07.307400 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-10560ea7-0ec6-4923-9778-5f1894dfd0be req-6a01b52b-5e8c-4758-b048-097c59a968cf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0348675 Jul 22 21:24:07.332978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-1a6b285a-351b-4a53-9ef6-7bb34eef08e1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:07.334710 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-1a6b285a-351b-4a53-9ef6-7bb34eef08e1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 814 time: 0.1488707 Jul 22 21:24:07.359160 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'port': {'device_id': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'admin_state_up': True, 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:07.487604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Made reservation on behalf of 8b1bfe52ff7d4a4285db41030d393515 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:24:07.494328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.660318 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Allocated IP 172.20.0.10 (ce44002e-0027-470b-b78f-6019f3926cc6/5cfc05a3-3692-44b8-b1f6-5166852d1496/e139edfd-3c15-41a5-abaf-a90ec8817f6d) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:07.905747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:07.936385 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Transition to ACTIVE for port object e139edfd-3c15-41a5-abaf-a90ec8817f6d will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:08.007968 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.062618 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Network ce44002e-0027-470b-b78f-6019f3926cc6 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:08.067638 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:08.072833 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:08.084626 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:08.157349 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:08.157923 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.195147 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-179eb93b-d61d-4328-9ba1-0ab5787744d2 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8396993 Jul 22 21:24:08.423809 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-01be2859-7d39-4a42-b67a-3f424509ee6c None None] Provisioning for port e139edfd-3c15-41a5-abaf-a90ec8817f6d completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:08.429367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-01be2859-7d39-4a42-b67a-3f424509ee6c None None] Provisioning complete for port e139edfd-3c15-41a5-abaf-a90ec8817f6d triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:08.430013 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-01be2859-7d39-4a42-b67a-3f424509ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:08.472218 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-01be2859-7d39-4a42-b67a-3f424509ee6c None None] Port e139edfd-3c15-41a5-abaf-a90ec8817f6d cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:24:08.486082 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585d59-796e-4a5d-aa2c-21d1b29baf4c req-ca22cf8c-4fd9-46cd-bedb-c688ef6ae8a8 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:08.488952 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe585d59-796e-4a5d-aa2c-21d1b29baf4c req-ca22cf8c-4fd9-46cd-bedb-c688ef6ae8a8 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.1007814 Jul 22 21:24:08.532298 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fe585d59-796e-4a5d-aa2c-21d1b29baf4c req-cc92e46a-f0b8-4dda-aad5-8bc94501b60a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Jul 22 21:24:09.711386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863c784-4f13-4f6e-b73f-226b625c6277 req-dfb531a3-8be9-4e77-87e7-1440394f9a7d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:09.713197 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0863c784-4f13-4f6e-b73f-226b625c6277 req-dfb531a3-8be9-4e77-87e7-1440394f9a7d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0940611 Jul 22 21:24:09.758886 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0863c784-4f13-4f6e-b73f-226b625c6277 req-2045f6b7-416c-4269-9ed7-359cb695e38a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Jul 22 21:24:10.910729 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf7466-ea39-4dad-bf5a-523e16ab30b1 req-17b4002b-9698-4273-88bf-269612d1ee37 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:10.912762 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-78cf7466-ea39-4dad-bf5a-523e16ab30b1 req-17b4002b-9698-4273-88bf-269612d1ee37 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0767193 Jul 22 21:24:10.957572 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-78cf7466-ea39-4dad-bf5a-523e16ab30b1 req-feff0dab-5205-4827-ad24-6e88a9879864 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Jul 22 21:24:12.125679 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908718b-8851-4f0a-9e07-76713151708e req-23dae855-4955-4165-b0f6-2d6b61149292 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:12.127399 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2908718b-8851-4f0a-9e07-76713151708e req-23dae855-4955-4165-b0f6-2d6b61149292 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0790868 Jul 22 21:24:12.192249 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2908718b-8851-4f0a-9e07-76713151708e req-8c59d7be-6c23-401f-b2be-25f6547cad2a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Jul 22 21:24:13.395226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610c5c6-7d1f-4970-b826-d4727327f93d req-8c2ead38-e9c6-4dc1-85d5-4ecba6e1c911 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:13.397852 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f610c5c6-7d1f-4970-b826-d4727327f93d req-8c2ead38-e9c6-4dc1-85d5-4ecba6e1c911 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.1017742 Jul 22 21:24:13.457687 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f610c5c6-7d1f-4970-b826-d4727327f93d req-b7007fdd-4fb0-434a-bbf9-ae43bf15131d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518880 Jul 22 21:24:14.657785 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2a638-cda2-4bbe-8eab-affc3c9e27d8 req-eecfb8da-1157-4a7e-a88b-f93fee24cae4 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:14.659363 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7ee2a638-cda2-4bbe-8eab-affc3c9e27d8 req-eecfb8da-1157-4a7e-a88b-f93fee24cae4 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0984089 Jul 22 21:24:14.703847 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7ee2a638-cda2-4bbe-8eab-affc3c9e27d8 req-8327438c-9834-4b38-9f97-9668ccea4909 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Jul 22 21:24:15.871836 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edcfcf-416c-45e5-a66f-a54dc6efc0c2 req-db4faa01-a1ec-4e18-886d-302576e180b3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:15.873293 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-93edcfcf-416c-45e5-a66f-a54dc6efc0c2 req-db4faa01-a1ec-4e18-886d-302576e180b3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0799432 Jul 22 21:24:15.930090 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-93edcfcf-416c-45e5-a66f-a54dc6efc0c2 req-71a57d70-2b50-4063-a5cd-b2c6b0db4613 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Jul 22 21:24:17.073280 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99cd67-d804-4979-8b1e-20fad675b6ec req-0925b85e-5240-47a3-bf60-53c6d746d642 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:17.074942 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a99cd67-d804-4979-8b1e-20fad675b6ec req-0925b85e-5240-47a3-bf60-53c6d746d642 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0713437 Jul 22 21:24:17.115854 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9a99cd67-d804-4979-8b1e-20fad675b6ec req-9704b99a-ab14-44dd-9d38-d6009a8e188a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351505 Jul 22 21:24:17.975778 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-778d9480-0aab-4587-8066-3335f7c9edc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:18.258862 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561909c1-6322-41fa-a2fb-d213df5d31d5 req-5e7035f7-bc74-4a1b-8006-ea862f730a39 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:18.260333 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-561909c1-6322-41fa-a2fb-d213df5d31d5 req-5e7035f7-bc74-4a1b-8006-ea862f730a39 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 932 time: 0.0657878 Jul 22 21:24:18.299887 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-561909c1-6322-41fa-a2fb-d213df5d31d5 req-3ccef968-8cba-402e-84f0-60693347af1e tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Jul 22 21:24:18.678512 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-c5baee1c-9249-447c-acf8-8b8760198145 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:24:18.679614 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-c5baee1c-9249-447c-acf8-8b8760198145 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058448 Jul 22 21:24:18.729852 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Request body: {'port': {'device_id': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:18.841762 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:18.886869 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-3b906e98-1529-4180-a779-cf5ca43caf06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264243 Jul 22 21:24:19.090773 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfd20-d746-467b-958d-297e96c471dc req-40f161eb-514b-47c0-980a-6c859aa386dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.092387 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-40f161eb-514b-47c0-980a-6c859aa386dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1098 time: 0.1363838 Jul 22 21:24:19.231667 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e139edfd-3c15-41a5-abaf-a90ec8817f6d {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:19.244255 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.294095 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Transition to ACTIVE for port object e139edfd-3c15-41a5-abaf-a90ec8817f6d will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:24:19.303578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.344135 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfd20-d746-467b-958d-297e96c471dc req-3f1d0cdb-e75a-410d-a7ec-3aa9b723e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.346059 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-3f1d0cdb-e75a-410d-a7ec-3aa9b723e87c service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.2295666 Jul 22 21:24:19.425654 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb861d-6b44-479c-b753-30244669494f service neutron] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:19.518527 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-5429ea09-497c-4bdc-83a4-ade2ac017fbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 200 len: 1000 time: 0.1648200 Jul 22 21:24:19.642072 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfd20-d746-467b-958d-297e96c471dc req-bb65ddbc-476e-4b3c-a9ba-ef7658aeeaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.643862 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-bb65ddbc-476e-4b3c-a9ba-ef7658aeeaf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.1153367 Jul 22 21:24:19.657505 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c8e91-7e9a-4c0d-bae8-613c03dca507 req-f898957c-3fcd-4a28-8796-e247f8b2a968 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.658632 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-388c8e91-7e9a-4c0d-bae8-613c03dca507 req-f898957c-3fcd-4a28-8796-e247f8b2a968 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 944 time: 0.2550187 Jul 22 21:24:19.673927 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Attempting to bind port e139edfd-3c15-41a5-abaf-a90ec8817f6d on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:24:19.674259 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Attempting to bind port e139edfd-3c15-41a5-abaf-a90ec8817f6d by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:24:19.674590 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Attempting to bind port e139edfd-3c15-41a5-abaf-a90ec8817f6d on network ce44002e-0027-470b-b78f-6019f3926cc6 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:19.709419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Port e139edfd-3c15-41a5-abaf-a90ec8817f6d on network ce44002e-0027-470b-b78f-6019f3926cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:24:19.709747 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Attempting to bind port e139edfd-3c15-41a5-abaf-a90ec8817f6d on network ce44002e-0027-470b-b78f-6019f3926cc6 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:24:19.723093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:24:19.723430 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Checking segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:24:19.723807 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Bound using segment: {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:24:19.724267 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Bound port: e139edfd-3c15-41a5-abaf-a90ec8817f6d, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:24:19.724629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.752097 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-388c8e91-7e9a-4c0d-bae8-613c03dca507 req-e3836026-d8d7-4306-a2d2-f851f98b1d16 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809953 Jul 22 21:24:19.805209 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfd20-d746-467b-958d-297e96c471dc req-79631bf6-42d0-4ad4-90bc-0f9af7dd2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.806726 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-79631bf6-42d0-4ad4-90bc-0f9af7dd2468 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1448300 Jul 22 21:24:19.850730 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:24:19.868242 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:24:19.894680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.944565 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:19.945189 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:19.946653 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-6feb861d-6b44-479c-b753-30244669494f service neutron] 10.222.0.69 "PUT /v2.0/ports/e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 1094 time: 1.2222147 Jul 22 21:24:19.948647 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:19.950915 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde16645-5dd0-4827-ab54-5fd76f086f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:20.032093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb861d-6b44-479c-b753-30244669494f service neutron] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:20.052968 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-9d0ed292-4958-408a-8809-ce5811b5e58d service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381725 Jul 22 21:24:20.060627 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f70cf5f-86dd-4da0-8a27-180d3942c575 x-openstack-request-id: req-0f70cf5f-86dd-4da0-8a27-180d3942c575 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:20.061139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:20.061573 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f70cf5f-86dd-4da0-8a27-180d3942c575 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:20.062197 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'status': 'completed', 'code': 200} Jul 22 21:24:20.229137 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c61dfd20-d746-467b-958d-297e96c471dc req-e9cb1a18-5d5f-4554-9a05-c0f5850c4663 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482022 Jul 22 21:24:20.234139 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-899005a6-efe3-4978-83f6-5bf0e3aa906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.235496 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-899005a6-efe3-4978-83f6-5bf0e3aa906a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1097 time: 0.1412101 Jul 22 21:24:20.290958 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-15709773-da30-4e35-a32c-41d0a7c3d65a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 217 time: 0.0376983 Jul 22 21:24:20.353163 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-f2a5b7a0-82df-45bd-a99b-4ef3a40c36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.354688 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-f2a5b7a0-82df-45bd-a99b-4ef3a40c36e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0453610 Jul 22 21:24:20.423503 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-8ee28d42-cab9-4cc1-819b-7cdc5d9f44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.425021 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-8ee28d42-cab9-4cc1-819b-7cdc5d9f44c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608127 Jul 22 21:24:20.725940 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e70f7527-2926-45c6-b86c-f3a2dad11813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.829863 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-1375f91f-28de-443d-b932-43f8d8118ab4 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973410 Jul 22 21:24:20.965951 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.975130 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0b2c90b1-4ecf-4a4d-be0b-70e34f5fba59 req-1bfa313a-6cd5-49cb-ba10-24a96c8b3533 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314123 Jul 22 21:24:20.985959 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3b5ef-219d-4b1d-8e0e-bbd7afc5bb62 req-0fb2ce8d-c1bd-4d0b-a2df-f8b3d21113a5 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:20.987680 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d7e3b5ef-219d-4b1d-8e0e-bbd7afc5bb62 req-0fb2ce8d-c1bd-4d0b-a2df-f8b3d21113a5 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 944 time: 0.1525693 Jul 22 21:24:21.032843 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d7e3b5ef-219d-4b1d-8e0e-bbd7afc5bb62 req-fc74683f-5841-4b49-aac9-8c18ab9693f4 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Jul 22 21:24:21.153262 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-5cde2ee2-f623-4d92-ae43-6006ab70d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:21.155616 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-5cde2ee2-f623-4d92-ae43-6006ab70d540 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1097 time: 0.0704989 Jul 22 21:24:21.268726 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-1cc129ed-ced2-435b-b223-5a69e672e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:21.271119 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-1cc129ed-ced2-435b-b223-5a69e672e99b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 915 time: 0.1065049 Jul 22 21:24:21.313970 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-f3b7b3c2-4980-4325-a964-e4223281834d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 217 time: 0.0362108 Jul 22 21:24:21.375663 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-6b783ef3-2f3c-41b6-bd0b-66693620590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:21.377346 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-6b783ef3-2f3c-41b6-bd0b-66693620590a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0525908 Jul 22 21:24:21.445519 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-8d36e4a4-345b-4b93-9853-6972b67a36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:21.447018 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-8d36e4a4-345b-4b93-9853-6972b67a36d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622940 Jul 22 21:24:21.539204 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-862e9f66-a905-473d-a457-37969454014e service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Jul 22 21:24:21.639179 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cde16645-5dd0-4827-ab54-5fd76f086f9d req-8289d065-be49-44f6-b137-c1c15927874e service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931191 Jul 22 21:24:21.902699 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:22.187386 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b7448-a702-4c2c-a91b-785a92a2eded req-73aa05d0-efe6-492a-95ba-ddead9f5a5fa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:22.188967 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e34b7448-a702-4c2c-a91b-785a92a2eded req-73aa05d0-efe6-492a-95ba-ddead9f5a5fa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0777962 Jul 22 21:24:22.231351 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e34b7448-a702-4c2c-a91b-785a92a2eded req-b65c14b5-ac69-4e0f-b2af-ad75f8591c8f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 22 21:24:23.361785 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863e5a-df04-438e-809e-138e2e8b024a req-ea3f5f4e-7f9d-4da5-929e-af96d50a228f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:23.363209 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-71863e5a-df04-438e-809e-138e2e8b024a req-ea3f5f4e-7f9d-4da5-929e-af96d50a228f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 944 time: 0.0647593 Jul 22 21:24:23.401977 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-71863e5a-df04-438e-809e-138e2e8b024a req-3d993d2e-9b90-420e-85ea-9f9337b4ae0b tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Jul 22 21:24:23.470205 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e139edfd-3c15-41a5-abaf-a90ec8817f6d details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:24:23.579312 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:23.583474 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:23.592428 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'port_id': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'mac_address': 'fa:16:3e:39:30:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:24:23.629543 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:23.642674 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e139edfd-3c15-41a5-abaf-a90ec8817f6d {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:24:23.663392 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:23.667231 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:23.718767 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:23.725927 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.726285 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.726630 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.727227 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.727563 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.727898 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.728256 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.728597 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.728929 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.729256 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.729584 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:23.729906 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:24.013915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e139edfd-3c15-41a5-abaf-a90ec8817f6d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:24.568198 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a4dd-f953-426c-936d-a75a1706f9b9 req-020907f4-9b1d-486e-a72e-44756e870b00 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:24.569758 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45b5a4dd-f953-426c-936d-a75a1706f9b9 req-020907f4-9b1d-486e-a72e-44756e870b00 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 945 time: 0.0876441 Jul 22 21:24:24.613531 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45b5a4dd-f953-426c-936d-a75a1706f9b9 req-40b0419a-c48e-4495-ada5-fb1f8c94fbf5 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Jul 22 21:24:25.480510 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e139edfd-3c15-41a5-abaf-a90ec8817f6d up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:24:25.537258 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port e139edfd-3c15-41a5-abaf-a90ec8817f6d completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:24:25.543279 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port e139edfd-3c15-41a5-abaf-a90ec8817f6d triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:25.543906 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.636023 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.665787 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:25.668259 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29efced7-500a-41c9-8beb-f9ac3d488dc4" -d '{"events": [{"server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "name": "network-vif-plugged", "status": "completed", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:25.682994 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:25.688540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:25.718855 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b721bc09-ca5d-436e-814e-528f309ba0a1 x-openstack-request-id: req-b721bc09-ca5d-436e-814e-528f309ba0a1 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:25.718855 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "name": "network-vif-plugged", "status": "completed", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:25.718855 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b721bc09-ca5d-436e-814e-528f309ba0a1 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:25.718855 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'code': 200} Jul 22 21:24:25.753768 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:25.799269 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7fb53-630d-4179-89e2-0169f41f814e req-970ba2bc-0c67-47f4-b98c-1ccd5b2711b9 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.801223 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-80b7fb53-630d-4179-89e2-0169f41f814e req-970ba2bc-0c67-47f4-b98c-1ccd5b2711b9 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0895274 Jul 22 21:24:25.860701 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-80b7fb53-630d-4179-89e2-0169f41f814e req-3b5ac6fe-2f04-41cb-8589-1a8195887ca9 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528600 Jul 22 21:24:25.980572 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ce339-3dd6-49da-9334-18b4359797d5 req-ad7aa900-ddda-4942-bdd2-6744078dee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:25.981082 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b44ce339-3dd6-49da-9334-18b4359797d5 req-ad7aa900-ddda-4942-bdd2-6744078dee12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1099 time: 0.0678439 Jul 22 21:24:26.021850 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b44ce339-3dd6-49da-9334-18b4359797d5 req-bd890493-002e-4a9f-adb1-fe780ce7a202 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jul 22 21:24:27.035326 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c6915-ceb8-495f-9381-27d4fbf4cfc3 req-6620a499-cdf2-4772-8e0c-8189fc07ae2c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:27.036160 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-111c6915-ceb8-495f-9381-27d4fbf4cfc3 req-6620a499-cdf2-4772-8e0c-8189fc07ae2c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0912757 Jul 22 21:24:27.081794 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-111c6915-ceb8-495f-9381-27d4fbf4cfc3 req-b1ec96ec-be50-457c-926d-16527bccc793 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Jul 22 21:24:28.226424 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077251-f868-4590-82d8-abeee8664ecb req-32699f74-2b05-492c-a44d-9ab3113e099e tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:28.228356 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3e077251-f868-4590-82d8-abeee8664ecb req-32699f74-2b05-492c-a44d-9ab3113e099e tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0706797 Jul 22 21:24:28.268973 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3e077251-f868-4590-82d8-abeee8664ecb req-22eec6bf-2d92-4e8b-a03c-fdd164c554e4 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Jul 22 21:24:28.415178 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985dd314-9b12-4428-be07-bc428e345be9 req-76001622-f486-4ddc-997b-4a143d8cf49d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:28.416734 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-985dd314-9b12-4428-be07-bc428e345be9 req-76001622-f486-4ddc-997b-4a143d8cf49d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0798643 Jul 22 21:24:28.465779 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-985dd314-9b12-4428-be07-bc428e345be9 req-bf693e5a-c92d-439b-9f07-0356b7ee81ab tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434847 Jul 22 21:24:28.862259 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2a1e9-3b74-4e5b-b1e3-ce7e2da2e3d7 req-f2f6aca6-095f-434c-b95a-c9258a9045fc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:28.864015 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f1e2a1e9-3b74-4e5b-b1e3-ce7e2da2e3d7 req-f2f6aca6-095f-434c-b95a-c9258a9045fc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0815136 Jul 22 21:24:28.913849 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f1e2a1e9-3b74-4e5b-b1e3-ce7e2da2e3d7 req-88431ca6-aa79-4001-bc4f-ccbb8248d7ae tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Jul 22 21:24:34.520281 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:38.777970 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bab173-718f-493b-831e-a1b7d89f6218 req-d3eb4c28-e9bf-4536-a1cf-89bebe373868 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:38.780670 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82bab173-718f-493b-831e-a1b7d89f6218 req-d3eb4c28-e9bf-4536-a1cf-89bebe373868 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.1012266 Jul 22 21:24:38.864964 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-82bab173-718f-493b-831e-a1b7d89f6218 req-fa5cbd61-db8a-4149-93a0-6e6c007502d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725293 Jul 22 21:24:38.897293 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55588) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:39.028680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11225b2-23a4-4a50-ba36-668ccfab400a tempest-TestMinimumBasicScenario-273580322 tempest-TestMinimumBasicScenario-273580322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:39.030156 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d11225b2-23a4-4a50-ba36-668ccfab400a tempest-TestMinimumBasicScenario-273580322 tempest-TestMinimumBasicScenario-273580322-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1094 time: 0.1315293 Jul 22 21:24:39.035722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55592) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:39.040433 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'port_id': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:39.075169 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:39.216775 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:39.360909 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Allocated IP 172.27.0.128 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/892c86aa-3098-4680-b1e7-671bcc38503a) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:24:39.506606 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:39.562422 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:39.604761 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:24:39.607856 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:24:39.610543 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:24:39.646623 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'Port': ['ID=892c86aa-3098-4680-b1e7-671bcc38503a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:39.661115 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.661518 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.661911 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.662267 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.662632 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.662994 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.663332 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.663667 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.663997 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.664369 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.664736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:39.665065 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:40.027761 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.112619 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.421932 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.429704 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.544458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'Port': ['ID=892c86aa-3098-4680-b1e7-671bcc38503a,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:40.557863 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:40.658035 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Floating IP 5e72a21c-240b-4936-a59d-97d3c896f826 associated. External IP: 172.27.0.128, port: e139edfd-3c15-41a5-abaf-a90ec8817f6d. Jul 22 21:24:40.874379 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:24:40.986293 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:24:40.996643 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] Sync routers for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:24:41.005052 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.010134 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:41.010898 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:24:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:41.052040 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-9fdab026-7583-465e-94c2-add183cfaf4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0151870 Jul 22 21:24:41.052845 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:41.055168 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ebdcf-760e-42a7-926a-ecd1bcf9671f" -d '{"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:41.055345 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55598) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:41.060439 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940208383', 'description': 'tempest-secgroup-smoke-940208383 description', 'project_id': '8b1bfe52ff7d4a4285db41030d393515'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:41.090334 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.164680 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:41.183629 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.187938 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.219179 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.225756 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1641080 Jul 22 21:24:41.225756 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e,revision_number=1']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.226620 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55604) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:41.231479 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group_rule': {'security_group_id': '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e', 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:41.243759 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b53b2-474e-4269-a429-b53bc0cede95 x-openstack-request-id: req-4a7b53b2-474e-4269-a429-b53bc0cede95 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:41.244587 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:41.244791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a7b53b2-474e-4269-a429-b53bc0cede95 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:41.245234 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'status': 'completed', 'code': 200} Jul 22 21:24:41.255292 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.255646 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.255989 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.256476 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.256688 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.257023 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.257353 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.257685 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.258015 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.258340 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.258667 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.258990 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714f959-f334-48d2-8618-5e9404586026 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:24:41.289142 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.341718 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.347446 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.356450 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-4168af85-b9cf-4bb7-965b-06316b7f36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:41.357995 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-4168af85-b9cf-4bb7-965b-06316b7f36d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1099 time: 0.0637305 Jul 22 21:24:41.371155 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51027f0e-778a-41a6-98d6-9c05156a62d1,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.376498 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.379138 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-f9798e7c-9771-456b-8871-4f0bbb0b87aa tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514423 Jul 22 21:24:41.382780 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55606) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:41.389890 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group_rule': {'security_group_id': '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e', 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:41.432192 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.470255 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-dee04bef-c720-47d0-885f-d239c3018c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:41.472448 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-dee04bef-c720-47d0-885f-d239c3018c29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 915 time: 0.1053588 Jul 22 21:24:41.478974 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '5e72a21c-240b-4936-a59d-97d3c896f826', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'port_id': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'mac_address': 'fa:16:3e:39:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:39Z', 'updated_at': '2021-07-22T21:24:39Z', 'revision_number': 0, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:54Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:41.511615 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] Checking router: 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:24:41.511913 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.517495 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.527054 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:24:41.527730 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:24:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:41.546820 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213507df-dea3-48f2-be03-5fb495fac4d0,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.555546 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.560334 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1c6599fd-a44d-4061-923c-419abbf2eaaf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1763484 Jul 22 21:24:41.560918 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55608) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:41.578075 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group_rule': {'security_group_id': '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e', 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:41.588977 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-98b8f3c0-0bfe-433a-8b42-b0bc551ada11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 1000 time: 0.1056879 Jul 22 21:24:41.633710 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.639543 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:24:41.662954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-536d1c1b-5194-42df-bbe3-03ba73fe2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:41.664356 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-536d1c1b-5194-42df-bbe3-03ba73fe2b6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0648968 Jul 22 21:24:41.727583 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.732513 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.762845 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1088558d-2824-4017-b877-28a91c60df91,revision_number=0']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:41.775665 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.776967 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-909929d9-9f6f-4093-ab34-96966e1e24de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2036817 Jul 22 21:24:41.780974 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55610) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:41.787092 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group_rule': {'security_group_id': '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e', 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:41.790791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-ddef754b-f4dd-4c23-90bb-35afed215d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:41.792358 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-ddef754b-f4dd-4c23-90bb-35afed215d75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086459 Jul 22 21:24:41.830068 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:41.966922 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-16223669-bcf5-4881-98b3-472d0c3d3047 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636004 Jul 22 21:24:42.117820 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-164ebdcf-760e-42a7-926a-ecd1bcf9671f req-c0c63cca-13c5-42f4-be36-e1453325b5f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432137 Jul 22 21:24:42.188980 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '5e72a21c-240b-4936-a59d-97d3c896f826', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'port_id': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'mac_address': 'fa:16:3e:39:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:39Z', 'updated_at': '2021-07-22T21:24:39Z', 'revision_number': 0, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:54Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:24:42.225378 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5e72a-7427-41e3-be67-acb2c7d03daa None None] The sync data for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi is: [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '5e72a21c-240b-4936-a59d-97d3c896f826', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'port_id': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'mac_address': 'fa:16:3e:39:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:24:39Z', 'updated_at': '2021-07-22T21:24:39Z', 'revision_number': 0, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:54Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:24:42.310226 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.316036 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.334266 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7023a9-ca49-4738-a4ff-e0a672500aa4,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:42.355473 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.357280 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-a06fd4c9-7047-4ea4-a5fd-4d2e417e7d90 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5748029 Jul 22 21:24:42.360008 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55612) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:42.365939 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group_rule': {'security_group_id': '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e', 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:42.402144 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Project 8b1bfe52ff7d4a4285db41030d393515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:24:42.410897 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.493445 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.501840 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da82aa6a-fd85-4801-844f-21448b2f846f None None] New status for floating IP 5e72a21c-240b-4936-a59d-97d3c896f826: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:24:42.505863 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.527204 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73aee95e-cfb2-4760-9e43-bbba1e0f4dcf,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:42.536952 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.538211 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-294a1590-8f19-4afc-90f1-2877172fdb51 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1769459 Jul 22 21:24:42.540913 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55614) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:24:42.545742 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.v2.base [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'security_group_rule': {'security_group_id': '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e', 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:42.576280 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.securitygroups_db [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Project 8b1bfe52ff7d4a4285db41030d393515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:24:42.583771 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.675760 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.680577 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3692620'] for security_group_rule, after_create {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.702015 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce16602b-7691-4846-bc46-218704455753,revision_number=0']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:42.705496 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:42.707265 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-39571edf-1e31-43e9-85ea-ec9a8851dccc tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1653316 Jul 22 21:24:42.798107 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-6bf53dcf-2078-404a-9025-2403c707de82 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940208383&fields=id&tenant_id=8b1bfe52ff7d4a4285db41030d393515 HTTP/1.1" status: 200 len: 267 time: 0.0392494 Jul 22 21:24:42.872396 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-4a57bc50-a2e1-4689-b38e-d2d64e0c416c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:42.873958 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-4a57bc50-a2e1-4689-b38e-d2d64e0c416c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0686131 Jul 22 21:24:42.889062 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'port': {'security_groups': ['972cf4e6-b867-4753-ad41-ad53dcaa29c9', '98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:24:42.987792 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.154253 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:43.207614 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:24:43.243841 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.253377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.305329 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.306026 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.307780 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f6bf4ece-fe90-4ee0-a130-762cc6c684b6 req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "PUT /v2.0/ports/e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 982 time: 0.4240255 Jul 22 21:24:43.308560 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:24:43.308688 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e139edfd-3c15-41a5-abaf-a90ec8817f6d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:43.316234 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b" -d '{"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:24:43.358856 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90aaae-5ef9-44dd-a193-cde39b8f6ccf tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=6']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:24:43.387184 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d206b-0583-4e7d-a3e9-676db16cff88 x-openstack-request-id: req-df0d206b-0583-4e7d-a3e9-676db16cff88 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:24:43.387601 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:24:43.387974 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df0d206b-0583-4e7d-a3e9-676db16cff88 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:24:43.388600 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'status': 'completed', 'code': 200} Jul 22 21:24:43.465437 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e139edfd-3c15-41a5-abaf-a90ec8817f6d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:24:43.545462 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76eac-949d-471f-870d-5f239e4a2eb3 req-1c02caeb-9cff-4434-ab14-3cd2b04df077 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.547074 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4df76eac-949d-471f-870d-5f239e4a2eb3 req-1c02caeb-9cff-4434-ab14-3cd2b04df077 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.1443992 Jul 22 21:24:43.556346 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-187c35a2-b67a-4b90-ac69-0364454ca637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.557744 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-187c35a2-b67a-4b90-ac69-0364454ca637 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1138 time: 0.1051049 Jul 22 21:24:43.640501 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4df76eac-949d-471f-870d-5f239e4a2eb3 req-6ffc663b-28a3-44d5-a329-f0c22a1e1f77 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817165 Jul 22 21:24:43.694183 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-dfc4323e-349b-4b92-89cb-c2715ae37799 None None] Provisioning complete for port e139edfd-3c15-41a5-abaf-a90ec8817f6d triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:24:43.694555 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dfc4323e-349b-4b92-89cb-c2715ae37799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:43.707582 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-0d7a22ec-681c-4734-a436-a9eef1b6f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.709104 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-0d7a22ec-681c-4734-a436-a9eef1b6f205 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 915 time: 0.1443086 Jul 22 21:24:43.788764 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-4a3a8c5a-1937-4dca-b886-7fa56598223a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 1002 time: 0.0728948 Jul 22 21:24:43.837964 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-f997651f-9a8a-491e-ac29-348ba86294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.839384 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-f997651f-9a8a-491e-ac29-348ba86294b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0438874 Jul 22 21:24:43.900779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-4b086e34-9620-4b2b-944f-21f08ab029a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:24:43.902272 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-4b086e34-9620-4b2b-944f-21f08ab029a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547330 Jul 22 21:24:44.000079 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-a8e9d812-8b4e-43c8-8a34-e1c70d40d2e7 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888660 Jul 22 21:24:44.127149 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-cd5055e7-5a1b-4b5d-a4e0-99485e10d06b req-b44f52ec-a301-4c40-91a5-b004c23e5585 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200774 Jul 22 21:24:47.976632 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-20ec160c-450d-480c-9a9a-3a5b29918df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.719238 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-43805b4a-6ca8-4548-a511-51c1dd6fd5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.959125 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:51.907071 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:53.582787 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:04.534146 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:06.346618 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d795-129c-4e7b-b455-4e2e9a540190 req-05136de5-4c2f-4c35-b4e2-4ec952203534 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.348096 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79d4d795-129c-4e7b-b455-4e2e9a540190 req-05136de5-4c2f-4c35-b4e2-4ec952203534 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.1323400 Jul 22 21:25:06.355710 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-f7cf267c-a6e3-41d9-a492-c2b95a02a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.357299 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-f7cf267c-a6e3-41d9-a492-c2b95a02a360 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1138 time: 0.1032090 Jul 22 21:25:06.424360 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-79d4d795-129c-4e7b-b455-4e2e9a540190 req-2b4532ca-f00d-4fba-8da1-8b00479e8fa8 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659022 Jul 22 21:25:06.495633 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-704cd0cf-ca3f-478d-afa0-55cffad8f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.497108 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-704cd0cf-ca3f-478d-afa0-55cffad8f7bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 915 time: 0.1317806 Jul 22 21:25:06.899581 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-8980f8b0-c42d-4aef-9b02-23ac8ac32372 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 1002 time: 0.3937376 Jul 22 21:25:06.975324 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-2982b055-8d17-48dc-96b6-a8622c5cdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:06.977227 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-2982b055-8d17-48dc-96b6-a8622c5cdde9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0707974 Jul 22 21:25:07.059586 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-98946d40-8794-4e2d-807d-f350be4e9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:07.061875 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-98946d40-8794-4e2d-807d-f350be4e9c5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766704 Jul 22 21:25:07.182083 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-5290025e-b472-46e9-a52b-3dae13e620bd service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124651 Jul 22 21:25:07.314230 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5de63146-04e2-4de7-98e3-0ed6b474068b req-874ab1b5-6e4c-43e7-b285-a960cea806ae service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156132 Jul 22 21:25:07.608918 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc653fd-55f5-427d-a16e-fe6216348a94 req-bc7e5d28-13b4-4231-97ea-0f487b650fc1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:07.611377 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5fc653fd-55f5-427d-a16e-fe6216348a94 req-bc7e5d28-13b4-4231-97ea-0f487b650fc1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.1017017 Jul 22 21:25:07.663683 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5fc653fd-55f5-427d-a16e-fe6216348a94 req-7e9eec66-111c-49bb-93e4-ddbf77cf31ef tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425613 Jul 22 21:25:08.820034 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462b5d9-9d92-4e80-b312-6e180d86b026 req-6b4f44eb-db5c-4d93-9b28-228b6d815b1c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:08.821679 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b462b5d9-9d92-4e80-b312-6e180d86b026 req-6b4f44eb-db5c-4d93-9b28-228b6d815b1c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0760095 Jul 22 21:25:08.889957 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b462b5d9-9d92-4e80-b312-6e180d86b026 req-40adf6d6-8278-44ef-b48c-9f35876f13fb tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588465 Jul 22 21:25:09.300532 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-07565c3f-6ec5-4d10-a46a-748376f0c84e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725334 Jul 22 21:25:09.447474 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-c8e421e7-5519-4288-9c0b-894bc97a3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.450029 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-c8e421e7-5519-4288-9c0b-894bc97a3310 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 1098 time: 0.0793180 Jul 22 21:25:09.595921 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-0f9eaf24-71b4-48e1-b199-e0741aa7a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.598466 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-0f9eaf24-71b4-48e1-b199-e0741aa7a0f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1252377 Jul 22 21:25:09.682647 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-9b2f70f4-6140-4a27-9be8-b1f4bb1521b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 200 len: 1000 time: 0.0772195 Jul 22 21:25:09.734592 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-b19fc9b2-33f6-4744-a3d6-39724454a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.736830 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-b19fc9b2-33f6-4744-a3d6-39724454a232 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0469604 Jul 22 21:25:09.815884 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-b677068b-630d-43ca-90c2-af0446509532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:09.817472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-b677068b-630d-43ca-90c2-af0446509532 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732007 Jul 22 21:25:09.931913 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-7f07c8aa-6389-4f58-b421-fb23543cc3c4 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052182 Jul 22 21:25:10.084846 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3f58a2b9-91e3-4b82-94f1-409378ebb2f6 req-a40bdd3c-9a3d-4d5f-8583-a82a8f8b0b3a service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446099 Jul 22 21:25:10.111363 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d08fd-c79e-42b0-878b-2c7670435aae req-1bd44e85-388f-4416-ab67-6388626013fb tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:10.113860 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-342d08fd-c79e-42b0-878b-2c7670435aae req-1bd44e85-388f-4416-ab67-6388626013fb tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.1453218 Jul 22 21:25:10.157483 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-342d08fd-c79e-42b0-878b-2c7670435aae req-eabbaf6a-4fee-44d5-95cb-995f5c628565 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373166 Jul 22 21:25:11.323986 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e85d-2084-4529-a094-841da3ef342e req-46ca111c-f732-4cc9-8778-fafb1ea44d69 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:11.326769 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f83e85d-2084-4529-a094-841da3ef342e req-46ca111c-f732-4cc9-8778-fafb1ea44d69 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0813711 Jul 22 21:25:11.404374 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-0f83e85d-2084-4529-a094-841da3ef342e req-5f481bb7-e42a-46e6-8611-f72fa4cc23f0 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679452 Jul 22 21:25:12.566122 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3e4ea-8a98-413a-9372-353c29ac58a8 req-5b394294-7a4e-47de-bbba-2fed30d1581a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:12.569030 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bb3e4ea-8a98-413a-9372-353c29ac58a8 req-5b394294-7a4e-47de-bbba-2fed30d1581a tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0902653 Jul 22 21:25:12.619642 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7bb3e4ea-8a98-413a-9372-353c29ac58a8 req-1ade1ddc-cab8-4c2a-a58e-be23b8070504 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382757 Jul 22 21:25:13.825057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e159567-8b4d-48d3-9a71-b766700235d8 req-0b6f261d-2f39-4d92-99ab-46c254ba8172 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:13.826310 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3e159567-8b4d-48d3-9a71-b766700235d8 req-0b6f261d-2f39-4d92-99ab-46c254ba8172 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0988731 Jul 22 21:25:13.882447 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3e159567-8b4d-48d3-9a71-b766700235d8 req-404f67b1-7c29-4d19-bef8-5cfb9e3ff516 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494397 Jul 22 21:25:15.089529 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89f411-e9ba-4980-96c3-597982929680 req-e550e524-86ba-4b94-a1cd-4d72dd1665de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:15.091951 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5b89f411-e9ba-4980-96c3-597982929680 req-e550e524-86ba-4b94-a1cd-4d72dd1665de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0960763 Jul 22 21:25:15.141320 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-5b89f411-e9ba-4980-96c3-597982929680 req-7549cc7e-9304-44b5-8d6a-575b2e0579f0 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424359 Jul 22 21:25:16.362986 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c036a59-a4d2-4a16-af32-6efe259a485c req-fec35150-c47b-47a7-84cd-7d22348ae34b tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:16.365959 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c036a59-a4d2-4a16-af32-6efe259a485c req-fec35150-c47b-47a7-84cd-7d22348ae34b tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.1090822 Jul 22 21:25:16.418489 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3c036a59-a4d2-4a16-af32-6efe259a485c req-628e287d-a0d6-4136-bc74-228e9b9fcf64 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412669 Jul 22 21:25:17.623733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334102a8-d33c-49b7-b83f-ab445191bbb4 req-d4cd53ff-65f3-418a-b83b-5deea4bb776f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:17.626686 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-334102a8-d33c-49b7-b83f-ab445191bbb4 req-d4cd53ff-65f3-418a-b83b-5deea4bb776f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0996439 Jul 22 21:25:17.682387 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-334102a8-d33c-49b7-b83f-ab445191bbb4 req-eef6fc23-0ff8-42ba-aac6-3d80a1c7ff41 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450289 Jul 22 21:25:17.980881 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-78f0569b-81e1-47e7-8ff0-158aa6d4685b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:18.913488 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f077b1-d1e1-45f0-a520-2ceeaf823573 req-9d67682f-cf21-4d82-a87b-38bd288c48da tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:18.916279 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e1f077b1-d1e1-45f0-a520-2ceeaf823573 req-9d67682f-cf21-4d82-a87b-38bd288c48da tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.1163027 Jul 22 21:25:18.961675 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e1f077b1-d1e1-45f0-a520-2ceeaf823573 req-43b14838-d806-4263-82f2-fc8fd982fcde tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397253 Jul 22 21:25:20.110407 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc3b3b-3610-4935-91a8-bbfe803d11be req-1633381f-69c1-4c53-b717-32d1f07eafd8 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:20.112723 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-32dc3b3b-3610-4935-91a8-bbfe803d11be req-1633381f-69c1-4c53-b717-32d1f07eafd8 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0746388 Jul 22 21:25:20.157807 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:25:20.161536 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-32dc3b3b-3610-4935-91a8-bbfe803d11be req-f2fe8cc2-af6b-4b57-9298-832885951b4c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424366 Jul 22 21:25:20.734367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-04767bb4-10b5-44ae-9dd5-abde88e50ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:20.970551 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:21.317177 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d837ffd-6c61-4284-a688-cc65f570c867 req-dbd39f3c-fc1e-48ea-8a42-da5f9b0d6509 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:21.318648 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3d837ffd-6c61-4284-a688-cc65f570c867 req-dbd39f3c-fc1e-48ea-8a42-da5f9b0d6509 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0823188 Jul 22 21:25:21.363111 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3d837ffd-6c61-4284-a688-cc65f570c867 req-0839f628-2a0b-4a3c-bdce-ed63167f48de tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383718 Jul 22 21:25:21.910060 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:22.515886 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249938e4-223c-478a-adc3-35c3a700712f req-3260a682-b232-4697-a76f-eca27aabcb91 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:22.518581 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-249938e4-223c-478a-adc3-35c3a700712f req-3260a682-b232-4697-a76f-eca27aabcb91 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0751452 Jul 22 21:25:22.579400 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-249938e4-223c-478a-adc3-35c3a700712f req-4eadd2b2-93d9-4459-9231-d69478dd3459 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519547 Jul 22 21:25:23.584076 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.743448 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90917206-c0cb-4f99-9fa7-b97b0bfc9b64 req-54a74194-5555-4ed0-b299-991495d7c9a3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:23.745329 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-90917206-c0cb-4f99-9fa7-b97b0bfc9b64 req-54a74194-5555-4ed0-b299-991495d7c9a3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0775120 Jul 22 21:25:23.803636 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-90917206-c0cb-4f99-9fa7-b97b0bfc9b64 req-bc4507e5-0954-45e3-9778-082c554fc694 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511823 Jul 22 21:25:24.950842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfe7e2-bc73-4e8f-9b34-7edabd4f5212 req-8ef0a290-d652-4a04-ae65-4ec9479a622c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:24.952541 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89dfe7e2-bc73-4e8f-9b34-7edabd4f5212 req-8ef0a290-d652-4a04-ae65-4ec9479a622c tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0726335 Jul 22 21:25:25.002243 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89dfe7e2-bc73-4e8f-9b34-7edabd4f5212 req-a69dc47b-8063-4ff7-9c4e-4878b8c8afef tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379949 Jul 22 21:25:26.176292 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c36e3-9f12-442b-8ca7-39301bd8dfa3 req-19b5c318-390a-4245-8d63-3e91fda03bdd tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:26.178104 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa2c36e3-9f12-442b-8ca7-39301bd8dfa3 req-19b5c318-390a-4245-8d63-3e91fda03bdd tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0774467 Jul 22 21:25:26.234535 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa2c36e3-9f12-442b-8ca7-39301bd8dfa3 req-3d907f55-2685-4b72-8094-a6e8d5c84d03 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502024 Jul 22 21:25:27.405252 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88cf4f-824c-451c-b9da-e5931fc37ea3 req-2457da64-45e3-4564-b9ba-a2d34c681d18 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:27.407052 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-de88cf4f-824c-451c-b9da-e5931fc37ea3 req-2457da64-45e3-4564-b9ba-a2d34c681d18 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0919037 Jul 22 21:25:27.459655 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-de88cf4f-824c-451c-b9da-e5931fc37ea3 req-a23a25a1-14cd-485b-9c4b-1db80f858cbe tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439827 Jul 22 21:25:28.635226 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc4d5d-ab5f-4e4d-920d-3b72db2117f5 req-e02671d2-8340-48e9-b85c-bf0bb5fd528d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:25:28.637080 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8cdc4d5d-ab5f-4e4d-920d-3b72db2117f5 req-e02671d2-8340-48e9-b85c-bf0bb5fd528d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0784945 Jul 22 21:25:28.689340 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8cdc4d5d-ab5f-4e4d-920d-3b72db2117f5 req-139de2c4-1587-48b8-a28d-16c092a8f736 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&id=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451565 Jul 22 21:25:34.530633 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.983761 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1689152-1db4-46dc-a665-e9264cd0dc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.719404 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-5436904f-d18f-4931-b103-896e920e6941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:50.967907 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:51.912612 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:53.589643 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:57.159017 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:26:01.553186 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-e801c331-7ce0-4200-99ac-a1d7bb06fa0e tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940208383&fields=id&tenant_id=8b1bfe52ff7d4a4285db41030d393515 HTTP/1.1" status: 200 len: 267 time: 0.0413654 Jul 22 21:26:01.631015 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-79e7387f-066f-46b2-a7ae-c9c8f32a1838 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:01.632645 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-79e7387f-066f-46b2-a7ae-c9c8f32a1838 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 985 time: 0.0738730 Jul 22 21:26:01.646583 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Request body: {'port': {'security_groups': ['972cf4e6-b867-4753-ad41-ad53dcaa29c9']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:01.743531 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.934047 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:01.965537 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:01.971460 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.014140 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e139edfd-3c15-41a5-abaf-a90ec8817f6d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:02.015503 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:02.016127 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.018482 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-fa429cc6-28bd-404b-9082-d0ba0ee4561a req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "PUT /v2.0/ports/e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 943 time: 0.3772204 Jul 22 21:26:02.019086 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:02.021587 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10" -d '{"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:02.026464 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55690) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:02.056980 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event updated for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=7']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:02.072190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.073011 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.073563 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.074119 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.074744 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.075312 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.075869 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.076461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.077020 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.077562 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.078105 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.078642 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b878e3d-dbed-4e2a-9993-02d39f09e06f tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.110992 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b9620-39bf-4e5d-a7c2-7d876c153112 x-openstack-request-id: req-262b9620-39bf-4e5d-a7c2-7d876c153112 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:02.111465 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:02.111929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-262b9620-39bf-4e5d-a7c2-7d876c153112 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:02.112625 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'status': 'completed', 'code': 200} Jul 22 21:26:02.133261 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.178516 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.189068 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e139edfd-3c15-41a5-abaf-a90ec8817f6d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:02.258844 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-31a2bc82-14bb-4a24-a28e-f68c6a4187d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:02.263612 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-31a2bc82-14bb-4a24-a28e-f68c6a4187d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1099 time: 0.1024070 Jul 22 21:26:02.265687 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.273663 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.283730 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "DELETE /v2.0/security-groups/98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e HTTP/1.1" status: 204 len: 168 time: 0.2475371 Jul 22 21:26:02.291498 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55694) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:02.298807 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a0ee40-a8fb-41a1-a5a4-e45a9ea5ee8e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:02.308509 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.308929 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.309335 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.309734 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.310414 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.310823 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.311821 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.312331 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.312889 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.313345 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.313890 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.314650 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80405c4a-2b83-4e16-839f-ea454e729688 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:02.436564 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-874ea3a3-809e-4aa1-8e76-fee30c0c0fec None None] Provisioning complete for port e139edfd-3c15-41a5-abaf-a90ec8817f6d triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:02.436915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-874ea3a3-809e-4aa1-8e76-fee30c0c0fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.455331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-589e7ee5-0580-4896-803e-1e001a5671d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:02.456934 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-589e7ee5-0580-4896-803e-1e001a5671d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 915 time: 0.1872463 Jul 22 21:26:02.576827 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-9ec4d0c3-f058-476b-b5e8-01958f45a4c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 1002 time: 0.1119580 Jul 22 21:26:02.654144 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Deleting port 892c86aa-3098-4680-b1e7-671bcc38503a {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:02.654604 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.679098 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-8e08d5f4-f468-4b7f-9164-fea4522aa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:02.681164 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-8e08d5f4-f468-4b7f-9164-fea4522aa72c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0908387 Jul 22 21:26:02.831903 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.832390 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:02.853862 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Calling delete_port for 892c86aa-3098-4680-b1e7-671bcc38503a owned by network:floatingip {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:02.861876 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-8dce7775-f2e0-4b45-a3eb-4456e394b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:02.864040 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-8dce7775-f2e0-4b45-a3eb-4456e394b135 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1726439 Jul 22 21:26:03.065137 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-27118ab8-f0b7-4a80-9f9d-067a33b4a0e6 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932566 Jul 22 21:26:03.220119 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.250056 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a49a6a3a-9d25-4660-b47a-ccbfcd5aec10 req-e83e0bdc-9784-4e88-9ccc-61c6d97dd4ae service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768386 Jul 22 21:26:03.253814 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event deleted for resources: {'Port': ['ID=892c86aa-3098-4680-b1e7-671bcc38503a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:03.326559 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.327031 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Floating IP 5e72a21c-240b-4936-a59d-97d3c896f826 disassociated (deleted). External IP: 172.27.0.128, port: e139edfd-3c15-41a5-abaf-a90ec8817f6d. Jul 22 21:26:03.492671 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768770-b129-410b-891c-bb5c366a83e7 req-18ecedc3-4815-404b-a5d0-d0aa106d1c8b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:03.494173 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89768770-b129-410b-891c-bb5c366a83e7 req-18ecedc3-4815-404b-a5d0-d0aa106d1c8b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.0994711 Jul 22 21:26:03.602704 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-89768770-b129-410b-891c-bb5c366a83e7 req-83453258-0a8e-4c8e-b1ae-45ea26457585 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783401 Jul 22 21:26:03.631132 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:26:03.753674 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:26:03.758310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:03.767706 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] Sync routers for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:26:03.783715 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:03.784974 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:03.945194 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:04.108133 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-e7fdca75-79bd-4b6e-a9c9-e1f43edd49d1 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "DELETE /v2.0/floatingips/5e72a21c-240b-4936-a59d-97d3c896f826 HTTP/1.1" status: 204 len: 168 time: 1.8171651 Jul 22 21:26:04.114133 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:04.117855 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:04.160322 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f97f8-890e-4fa0-bdf1-78b59eddc2f4 x-openstack-request-id: req-6d2f97f8-890e-4fa0-bdf1-78b59eddc2f4 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:04.160883 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:04.161273 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d2f97f8-890e-4fa0-bdf1-78b59eddc2f4 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:04.162604 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'status': 'completed', 'code': 200} Jul 22 21:26:04.269398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:54Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:04.293798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-63f622d5-3c4c-4d32-8cea-25eef8057b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.295892 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-63f622d5-3c4c-4d32-8cea-25eef8057b08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 1099 time: 0.0824506 Jul 22 21:26:04.298920 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] Checking router: 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:26:04.309425 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:04.310051 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:04.452464 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-e8fa49ee-c954-49f3-91dd-ee447b79e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.454726 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-e8fa49ee-c954-49f3-91dd-ee447b79e49f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 200 len: 915 time: 0.1500607 Jul 22 21:26:04.480408 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:04.500455 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-b24c25d8-63c2-4753-b261-2e5ead42425d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 200 len: 217 time: 0.0388486 Jul 22 21:26:04.569412 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-47a7bae7-de4e-4e34-b957-9bca38e42f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.570925 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-47a7bae7-de4e-4e34-b957-9bca38e42f1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 200 len: 853 time: 0.0624070 Jul 22 21:26:04.606817 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:04.651866 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-99bd2e19-2d19-40d8-8e0b-213c05b60fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.653897 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-99bd2e19-2d19-40d8-8e0b-213c05b60fa0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ce44002e-0027-470b-b78f-6019f3926cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729675 Jul 22 21:26:04.777049 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:54Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:04.811190 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e30c84-743c-4455-b4b2-c4fee9d70817 None None] The sync data for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi is: [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:46Z', 'revision_number': 4, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '27832ddf-aaa7-439c-a599-890b4ad0cd54', 'name': '', 'network_id': 'ce44002e-0027-470b-b78f-6019f3926cc6', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'mac_address': 'fa:16:3e:f9:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:45Z', 'updated_at': '2021-07-22T21:23:54Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'subnets': [{'id': '5cfc05a3-3692-44b8-b1f6-5166852d1496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:26:04.832402 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-f57c6654-ae7d-4da8-94a4-478e062834bc service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527874 Jul 22 21:26:04.853557 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf966-6a40-46eb-a364-9d9a5237082f req-15e444f3-3634-4724-8bcb-7f56a888ff0b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:04.856114 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dbbdf966-6a40-46eb-a364-9d9a5237082f req-15e444f3-3634-4724-8bcb-7f56a888ff0b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.1641488 Jul 22 21:26:04.964846 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dbbdf966-6a40-46eb-a364-9d9a5237082f req-92ef2977-ddc7-4669-b085-a46815736680 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946703 Jul 22 21:26:04.997454 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ca0c1f16-07df-46fc-8df0-93ed3cd978a0 req-2f051100-260f-4f61-81f1-c81a77f24b50 service neutron] 10.222.0.69 "GET /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400006 Jul 22 21:26:05.098498 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509e5aa-524d-4f71-b576-3220a0640ea2 None None] New status for floating IP 5e72a21c-240b-4936-a59d-97d3c896f826: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:26:05.526021 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-aed1ea8e-2091-4f66-aaa5-2a5024d4c71a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:05.528737 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-aed1ea8e-2091-4f66-aaa5-2a5024d4c71a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.1039860 Jul 22 21:26:05.688827 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Deleting port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:05.689676 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:05.842190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] For port 94427f6b-d5ec-4a74-97e9-c6ddafa30151, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=94427f6b-d5ec-4a74-97e9-c6ddafa30151,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:05.842843 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.130955 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.131454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.131877 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Floating IP ac070eb8-1ba8-4eec-a9a1-a92d1b633120 disassociated. External IP: 172.27.0.72, port: 94427f6b-d5ec-4a74-97e9-c6ddafa30151. Jul 22 21:26:06.132373 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Calling delete_port for 94427f6b-d5ec-4a74-97e9-c6ddafa30151 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:06.223640 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990af39-6ad2-4183-9c20-14b09b4329a7 req-b5f3322b-399b-4aac-bba9-823810dc3df8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:06.226888 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4990af39-6ad2-4183-9c20-14b09b4329a7 req-b5f3322b-399b-4aac-bba9-823810dc3df8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 945 time: 0.1595623 Jul 22 21:26:06.291002 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4990af39-6ad2-4183-9c20-14b09b4329a7 req-63a3b44e-823c-4f92-a880-1cac158ef977 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565031 Jul 22 21:26:06.359983 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.405476 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'Port': ['ID=94427f6b-d5ec-4a74-97e9-c6ddafa30151,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:06.566779 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:26:06.721891 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:26:06.734337 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:26:06.753095 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:06.753738 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:06.800592 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] No DVR routers for this DVR port 94427f6b-d5ec-4a74-97e9-c6ddafa30151 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:06.804439 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:06.808624 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-daf6186f-91ee-4a7d-afa3-ac51b0301019 req-fa34c808-4b7a-497d-b635-9f4da3596282 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "DELETE /v2.0/ports/94427f6b-d5ec-4a74-97e9-c6ddafa30151 HTTP/1.1" status: 204 len: 173 time: 1.2738070 Jul 22 21:26:06.809405 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'name': 'network-vif-deleted', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:06.815666 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebf0fbe-d5c3-4eda-971f-ade2502e7a08" -d '{"events": [{"server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "name": "network-vif-deleted", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:06.905590 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33da1f29-e45e-4ff6-8353-9666ad7f6cc0 x-openstack-request-id: req-33da1f29-e45e-4ff6-8353-9666ad7f6cc0 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:06.906074 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f5570f-97aa-4f49-8b6b-a2318ee947c9", "name": "network-vif-deleted", "tag": "94427f6b-d5ec-4a74-97e9-c6ddafa30151", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:06.906492 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33da1f29-e45e-4ff6-8353-9666ad7f6cc0 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:06.907743 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f5570f-97aa-4f49-8b6b-a2318ee947c9', 'name': 'network-vif-deleted', 'tag': '94427f6b-d5ec-4a74-97e9-c6ddafa30151', 'status': 'completed', 'code': 200} Jul 22 21:26:07.053143 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:07.326506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:07.371132 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:26:07.382364 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:07.382992 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:07.461699 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f0bf1ad6-166d-4425-9dc0-40c1f97a495d req-22cfba76-13fc-4437-8557-ab1f9e973f5b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f5570f-97aa-4f49-8b6b-a2318ee947c9 HTTP/1.1" status: 200 len: 210 time: 0.0412774 Jul 22 21:26:07.507902 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:07.755763 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:07.802917 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b799eb0-20df-4c84-99c6-669fe90e4e1c None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:26:08.117716 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f1afb-6647-4f90-8f43-9ad526bab336 None None] New status for floating IP ac070eb8-1ba8-4eec-a9a1-a92d1b633120: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:26:08.122779 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 94427f6b-d5ec-4a74-97e9-c6ddafa30151 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:08.152568 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 94427f6b-d5ec-4a74-97e9-c6ddafa30151 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:08.153121 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 94427f6b-d5ec-4a74-97e9-c6ddafa30151 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:08.361743 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858916f-8424-40c6-b0fe-8017886fd6df req-f18ad993-5bce-4142-a8cf-77ed131d0c0e tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:08.363365 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1858916f-8424-40c6-b0fe-8017886fd6df req-f18ad993-5bce-4142-a8cf-77ed131d0c0e tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0835161 Jul 22 21:26:08.409173 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1858916f-8424-40c6-b0fe-8017886fd6df req-fb14b52d-ccdd-4bb9-ac25-f99996cc5b43 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Jul 22 21:26:08.797324 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-3e0744f9-079d-472e-ab39-cc9d3e37a438 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030960962&fields=id&tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 267 time: 0.0377748 Jul 22 21:26:08.927724 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-8d5c5d0f-becd-4e12-8b65-6f326fdf8e27 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:08.929227 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-8d5c5d0f-becd-4e12-8b65-6f326fdf8e27 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 812 time: 0.1197791 Jul 22 21:26:08.951964 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-8286bcde-5dab-4a2e-b8de-0dcb1248c441 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/quotas/5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 375 time: 0.0116029 Jul 22 21:26:09.039798 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-a7879738-27e6-490f-9676-50d5b07fd694 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795588 Jul 22 21:26:09.123736 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-bb0a50f9-44db-48ac-b0ea-033b787b3ae7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:26:09.125295 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-bb0a50f9-44db-48ac-b0ea-033b787b3ae7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0723064 Jul 22 21:26:09.240757 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2b382a13-48d2-425b-99e4-01a71aea87d9 service neutron] 10.222.0.44 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084201 Jul 22 21:26:09.351683 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-4df23f93-8a90-4bc2-8237-961bf716d359 service neutron] 10.222.0.44 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994573 Jul 22 21:26:09.606113 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5c134-32b5-48c8-b854-c457a4b4b9bd req-9abf308c-fa81-429c-a692-76f29084a1e0 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:09.608747 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7be5c134-32b5-48c8-b854-c457a4b4b9bd req-9abf308c-fa81-429c-a692-76f29084a1e0 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.1089728 Jul 22 21:26:09.665858 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-7be5c134-32b5-48c8-b854-c457a4b4b9bd req-a0160bf2-69f7-4450-a6d8-5face665e304 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/security-groups?id=972cf4e6-b867-4753-ad41-ad53dcaa29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499723 Jul 22 21:26:09.760977 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d022242a-a5e3-4d94-9e00-c17c1d35cde6 req-f96456f3-a0c9-4a70-b486-efdc15b80493 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 210 time: 0.0384521 Jul 22 21:26:10.222929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e329797-437c-4181-8275-803b04b2491f req-fb28a996-aff6-484b-981c-89e2b90e5a80 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:10.224432 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6e329797-437c-4181-8275-803b04b2491f req-fb28a996-aff6-484b-981c-89e2b90e5a80 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.69 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 946 time: 0.0791318 Jul 22 21:26:10.369442 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Deleting port e139edfd-3c15-41a5-abaf-a90ec8817f6d {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:10.369886 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.480195 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] For port e139edfd-3c15-41a5-abaf-a90ec8817f6d, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e139edfd-3c15-41a5-abaf-a90ec8817f6d,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:10.480633 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.498232 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Calling delete_port for e139edfd-3c15-41a5-abaf-a90ec8817f6d owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:10.672577 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.710715 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['e139edfd-3c15-41a5-abaf-a90ec8817f6d'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:10.718432 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Pushing event deleted for resources: {'Port': ['ID=e139edfd-3c15-41a5-abaf-a90ec8817f6d,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:10.827325 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] No DVR routers for this DVR port e139edfd-3c15-41a5-abaf-a90ec8817f6d on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:10.831756 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-57de570c-32da-4861-b494-f5e56d08e705 req-1d8b82d3-75b8-4b24-9d3f-943d339e492d tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.44 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0573661 Jul 22 21:26:10.833464 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:10.835542 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6e329797-437c-4181-8275-803b04b2491f req-04a26bf2-4236-40f2-8a4b-aa70b67875e3 tempest-TestMinimumBasicScenario-1021117622 tempest-TestMinimumBasicScenario-1021117622-project] 10.222.0.69 "DELETE /v2.0/ports/e139edfd-3c15-41a5-abaf-a90ec8817f6d HTTP/1.1" status: 204 len: 173 time: 0.6056983 Jul 22 21:26:10.835976 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'name': 'network-vif-deleted', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:10.838251 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e0c64e-b427-47bd-bb25-7c303d9dbe47" -d '{"events": [{"server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "name": "network-vif-deleted", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:10.927708 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cad6ac-b1e3-4922-862b-f4baf634cbab x-openstack-request-id: req-93cad6ac-b1e3-4922-862b-f4baf634cbab {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:10.928200 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89ed43e-89a5-4af2-84e3-62bf9f60ddd1", "name": "network-vif-deleted", "tag": "e139edfd-3c15-41a5-abaf-a90ec8817f6d", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:10.928605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93cad6ac-b1e3-4922-862b-f4baf634cbab {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:10.929219 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89ed43e-89a5-4af2-84e3-62bf9f60ddd1', 'name': 'network-vif-deleted', 'tag': 'e139edfd-3c15-41a5-abaf-a90ec8817f6d', 'status': 'completed', 'code': 200} Jul 22 21:26:10.932622 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e8628f57-1caf-4c60-b017-ec98740e8497 req-9fc7bdae-6c09-4299-8097-e351d3c6886e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 210 time: 0.0551004 Jul 22 21:26:11.309704 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48327599-4b09-497c-8cfc-4b99d4346e08 req-855dcd1e-8c61-49eb-ad47-95e7680af315 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0510719 Jul 22 21:26:11.363465 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-7d1a8a2a-e1d5-4771-83a1-d64c900daac6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:11.365867 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-7d1a8a2a-e1d5-4771-83a1-d64c900daac6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 812 time: 0.2270603 Jul 22 21:26:11.420529 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48327599-4b09-497c-8cfc-4b99d4346e08 req-1ad3b0cf-96c9-43dc-bb13-52af3fbb4db3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b1bfe52ff7d4a4285db41030d393515&device_id=c89ed43e-89a5-4af2-84e3-62bf9f60ddd1 HTTP/1.1" status: 200 len: 210 time: 0.0531113 Jul 22 21:26:11.495602 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-b937cb6d-87b5-48d8-8ed8-a69cb7cdbc10 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 380 time: 0.0868382 Jul 22 21:26:11.510957 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'port': {'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'admin_state_up': True, 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'security_groups': ['865daa40-4dc5-46cb-9349-b97ed8dad52a']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:11.649044 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327599-4b09-497c-8cfc-4b99d4346e08 req-53afcb8f-13d9-40a8-a1ad-f50d18e3e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:11.650597 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48327599-4b09-497c-8cfc-4b99d4346e08 req-53afcb8f-13d9-40a8-a1ad-f50d18e3e474 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8b1bfe52ff7d4a4285db41030d393515&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1877170 Jul 22 21:26:11.798845 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Made reservation on behalf of 5e6f2c7f1afc4ceeb5df3c986a63d1e4 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:26:11.802902 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:11.837330 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327599-4b09-497c-8cfc-4b99d4346e08 req-4d88a884-4ce1-46dc-a922-43f90e99e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:11.839194 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-48327599-4b09-497c-8cfc-4b99d4346e08 req-4d88a884-4ce1-46dc-a922-43f90e99e910 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804569 Jul 22 21:26:12.131511 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Allocated IP 172.20.0.12 (50d2e2b3-f3f3-4713-aedf-f111d15590ec/4cf47605-4185-440b-8959-e0c8439c9fed/90863f0c-3640-4fd9-97e8-8867bbd7e695) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:12.141060 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4cc7d67a-07fe-43c1-9aa3-b9acee01ba97 req-55c36a6c-8954-4d91-9ed5-b3f0e473c806 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 210 time: 0.0735779 Jul 22 21:26:12.379916 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.404200 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Transition to ACTIVE for port object 90863f0c-3640-4fd9-97e8-8867bbd7e695 will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:12.445872 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.503812 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:12.507977 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:12.511563 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:12.557028 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=90863f0c-3640-4fd9-97e8-8867bbd7e695,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:12.606722 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:12.607457 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.629240 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-2f18bdf2-57ed-475a-b9e9-775bde112b33 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1221540 Jul 22 21:26:12.651798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Request body: {'port': {'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:12.749279 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55830) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:12.784838 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.888473 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cd614b34-3ede-4de4-b1ce-6b7eb647afe4 None None] Provisioning for port 90863f0c-3640-4fd9-97e8-8867bbd7e695 completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:12.894171 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-cd614b34-3ede-4de4-b1ce-6b7eb647afe4 None None] Provisioning complete for port 90863f0c-3640-4fd9-97e8-8867bbd7e695 triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:12.894706 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cd614b34-3ede-4de4-b1ce-6b7eb647afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:12.943930 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-cd614b34-3ede-4de4-b1ce-6b7eb647afe4 None None] Port 90863f0c-3640-4fd9-97e8-8867bbd7e695 cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:26:13.225942 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90863f0c-3640-4fd9-97e8-8867bbd7e695 {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:13.240794 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.256532 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.267842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Transition to ACTIVE for port object 90863f0c-3640-4fd9-97e8-8867bbd7e695 will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:26:13.329331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.415389 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=90863f0c-3640-4fd9-97e8-8867bbd7e695,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:13.526629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5802d-61a9-481b-9159-5d4b4b17a27f req-2b0bcf35-b79d-45ab-90e5-f7b41b15a940 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:13.529171 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-01c5802d-61a9-481b-9159-5d4b4b17a27f req-2b0bcf35-b79d-45ab-90e5-f7b41b15a940 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.2599330 Jul 22 21:26:13.645643 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-01c5802d-61a9-481b-9159-5d4b4b17a27f req-829c7131-5a6b-4ea3-b143-b2443761a294 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062374 Jul 22 21:26:13.646723 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Attempting to bind port 90863f0c-3640-4fd9-97e8-8867bbd7e695 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:26:13.647346 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Attempting to bind port 90863f0c-3640-4fd9-97e8-8867bbd7e695 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:26:13.648016 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Attempting to bind port 90863f0c-3640-4fd9-97e8-8867bbd7e695 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:13.653887 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Port 90863f0c-3640-4fd9-97e8-8867bbd7e695 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:26:13.654244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Attempting to bind port 90863f0c-3640-4fd9-97e8-8867bbd7e695 on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:26:13.660699 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Deleting port 27832ddf-aaa7-439c-a599-890b4ad0cd54 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:13.661142 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.669517 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:26:13.670889 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Checking segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:26:13.672147 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Bound using segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:26:13.673427 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Bound port: 90863f0c-3640-4fd9-97e8-8867bbd7e695, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:26:13.674045 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.797251 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] For port 90863f0c-3640-4fd9-97e8-8867bbd7e695, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:26:13.799582 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] For port 27832ddf-aaa7-439c-a599-890b4ad0cd54, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=27832ddf-aaa7-439c-a599-890b4ad0cd54,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:13.800258 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.803179 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] For port 90863f0c-3640-4fd9-97e8-8867bbd7e695, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:26:13.807562 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.819360 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Calling delete_port for 27832ddf-aaa7-439c-a599-890b4ad0cd54 owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:13.848874 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:13.849491 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:13.850899 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] 10.222.0.69 "PUT /v2.0/ports/90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 1094 time: 1.2068157 Jul 22 21:26:13.851616 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:13.858146 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18091e-1dad-47a6-858f-efcb87da231f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:13.929952 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ecc6e-3a27-4a4f-88dd-3cdf1924ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=90863f0c-3640-4fd9-97e8-8867bbd7e695,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:13.953414 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e8a30-7ce3-4e61-8d79-f7f0037d165a x-openstack-request-id: req-2f6e8a30-7ce3-4e61-8d79-f7f0037d165a {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:13.953981 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:13.954329 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f6e8a30-7ce3-4e61-8d79-f7f0037d165a {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:13.954829 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'status': 'completed', 'code': 200} Jul 22 21:26:14.032679 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-fa951d2b-0db2-492d-b60e-eebd97001e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.038476 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-fa951d2b-0db2-492d-b60e-eebd97001e8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1097 time: 0.1023715 Jul 22 21:26:14.103196 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-4aebed05-e5f4-4a4b-bacc-820b8bbf4fc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 217 time: 0.0506487 Jul 22 21:26:14.144708 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.172107 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-6dde6e2c-c053-40d7-900f-6e1d379863fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.173843 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e139edfd-3c15-41a5-abaf-a90ec8817f6d no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:14.175415 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-6dde6e2c-c053-40d7-900f-6e1d379863fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0652409 Jul 22 21:26:14.179101 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27832ddf-aaa7-439c-a599-890b4ad0cd54,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:14.241410 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: e139edfd-3c15-41a5-abaf-a90ec8817f6d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:14.242288 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device e139edfd-3c15-41a5-abaf-a90ec8817f6d not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:14.272459 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792421-a782-47d3-97e7-ee7e373e9595 req-4f5e3093-c03a-45f2-a531-acbfe64dd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.274618 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-4f5e3093-c03a-45f2-a531-acbfe64dd58d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924642 Jul 22 21:26:14.416137 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-c9f7fb33-0f1d-43a9-8892-d1d1d9dd870b service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343389 Jul 22 21:26:14.449114 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:14.534110 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-08792421-a782-47d3-97e7-ee7e373e9595 req-00facd2e-5474-4aa3-b529-88eef005b836 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071239 Jul 22 21:26:14.744711 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18091e-1dad-47a6-858f-efcb87da231f req-bc4cbd02-f3ea-4084-8921-7b506b4605af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.747413 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-bc4cbd02-f3ea-4084-8921-7b506b4605af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1097 time: 0.0959215 Jul 22 21:26:14.748031 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:26:14.871244 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:26:14.879827 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-cb5cd1c7-88ad-4f75-acbc-679c0155abe2 admin admin] 10.222.0.44 "PUT /v2.0/routers/894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1273017 Jul 22 21:26:14.882801 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55838) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:14.887286 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] Sync routers for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:26:14.902028 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:14.903624 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:14.930083 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013101b-52bd-4555-b368-a6c4c675909e req-18f3d984-7f2c-48e8-afba-846745e5931f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.932392 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3013101b-52bd-4555-b368-a6c4c675909e req-18f3d984-7f2c-48e8-afba-846745e5931f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.1917427 Jul 22 21:26:14.938052 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18091e-1dad-47a6-858f-efcb87da231f req-ce4462dd-1d0b-4081-8d3a-651fd77a2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:14.940683 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-ce4462dd-1d0b-4081-8d3a-651fd77a2c22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1842844 Jul 22 21:26:15.008923 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-5496d262-97b7-43de-b330-a35735a349fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 217 time: 0.0557461 Jul 22 21:26:15.013692 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.053165 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3013101b-52bd-4555-b368-a6c4c675909e req-6613e27e-a54a-4304-9c0f-d1822299e4ca tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110432 Jul 22 21:26:15.077309 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:15.077540 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18091e-1dad-47a6-858f-efcb87da231f req-466461a4-880b-49f0-86d0-f8cf817e6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:15.077540 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-466461a4-880b-49f0-86d0-f8cf817e6397 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0600097 Jul 22 21:26:15.164862 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.181853 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18091e-1dad-47a6-858f-efcb87da231f req-df803af6-48ec-489b-9748-16496040266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:15.184219 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-df803af6-48ec-489b-9748-16496040266d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000876 Jul 22 21:26:15.254484 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Deleting port 71451fa1-6878-4da1-b2e1-b1f642888d26 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:15.254815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.309737 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-e616bfee-22c3-4e0a-9502-2301eb43c600 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182005 Jul 22 21:26:15.317895 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:26:14Z', 'revision_number': 5, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port': {'id': '71451fa1-6878-4da1-b2e1-b1f642888d26', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:15.355472 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] Checking router: 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:26:15.362825 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] For port 71451fa1-6878-4da1-b2e1-b1f642888d26, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=71451fa1-6878-4da1-b2e1-b1f642888d26,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:15.363280 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.365962 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] Routers {'894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:15.366624 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:15.380430 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Calling delete_port for 71451fa1-6878-4da1-b2e1-b1f642888d26 owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:15.465907 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4b18091e-1dad-47a6-858f-efcb87da231f req-c641d6bc-5094-453c-9f3f-113a1765d2dc service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487346 Jul 22 21:26:15.478152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] Set router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae gateway port host: None {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:15.548285 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:26:15Z', 'revision_number': 6, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:15.585311 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ddba32-97cc-4fa2-be2f-ea0d8fedea30 None None] The sync data for ids ['894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae'] in dv-cinder-801617-1-iscsi is: [{'id': '894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae', 'name': 'tempest-TestMinimumBasicScenario-176366232-router', 'tenant_id': '8b1bfe52ff7d4a4285db41030d393515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:43Z', 'updated_at': '2021-07-22T21:26:15Z', 'revision_number': 6, 'project_id': '8b1bfe52ff7d4a4285db41030d393515', 'gw_port_host': None}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:26:15.591499 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.624233 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Pushing event deleted for resources: {'Port': ['ID=71451fa1-6878-4da1-b2e1-b1f642888d26,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:15.697973 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.811122 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.814320 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.868810 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.869509 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:26:15.877868 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.879122 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-70d49415-4d18-4d9d-a9b3-149072a2b615 admin admin] 10.222.0.44 "DELETE /v2.0/routers/894b68e8-2a03-4c21-8bbd-5b1de7e6c7ae HTTP/1.1" status: 204 len: 168 time: 0.9947946 Jul 22 21:26:15.882850 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55840) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:15.933885 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Deleting subnet 5cfc05a3-3692-44b8-b1f6-5166852d1496 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:26:15.937289 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:15.978742 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.087213 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.159201 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.196948 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfc05a3-3692-44b8-b1f6-5166852d1496,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:16.202485 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.207671 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1201d9c0-8a85-45b1-815d-e22da38baaa0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5cfc05a3-3692-44b8-b1f6-5166852d1496 HTTP/1.1" status: 204 len: 168 time: 0.3224089 Jul 22 21:26:16.210303 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55844) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:16.211354 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c0f28-2555-4ad9-9730-7037376d20ce None None] Network ce44002e-0027-470b-b78f-6019f3926cc6 requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:16.240685 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abade7-22f8-4023-8d6e-8be931f24458 req-ab68bb50-f5de-438a-a782-bd040c904719 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:16.242404 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7abade7-22f8-4023-8d6e-8be931f24458 req-ab68bb50-f5de-438a-a782-bd040c904719 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.0962012 Jul 22 21:26:16.289460 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-c7abade7-22f8-4023-8d6e-8be931f24458 req-a1c70d48-d3fc-44de-9af1-2d21ce2416ef tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367410 Jul 22 21:26:16.321853 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.396256 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Deleting port 1450a958-b921-440f-93ed-b4aa8e085952 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:16.396851 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.445050 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] DHCP port deletion for ce44002e-0027-470b-b78f-6019f3926cc6 request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:26:16.491119 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] For port 1450a958-b921-440f-93ed-b4aa8e085952, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=1450a958-b921-440f-93ed-b4aa8e085952,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:16.491736 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.514556 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Calling delete_port for 1450a958-b921-440f-93ed-b4aa8e085952 owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:16.524362 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Deleting port 1450a958-b921-440f-93ed-b4aa8e085952 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:16.524957 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.633891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] For port 1450a958-b921-440f-93ed-b4aa8e085952, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=1450a958-b921-440f-93ed-b4aa8e085952,segment=NetworkSegment(bb46d77e-efc1-4ba6-a688-e5039b8e2c30),segment_id=bb46d77e-efc1-4ba6-a688-e5039b8e2c30)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:16.634933 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.648439 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.653502 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Calling delete_port for 1450a958-b921-440f-93ed-b4aa8e085952 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:16.692416 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Pushing event deleted for resources: {'Port': ['ID=1450a958-b921-440f-93ed-b4aa8e085952,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:16.702011 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] No DVR routers for this DVR port 1450a958-b921-440f-93ed-b4aa8e085952 on host dv-cinder-801617-1-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:16.779150 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.802459 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.814277 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce44002e-0027-470b-b78f-6019f3926cc6']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:16.823610 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Pushing event deleted for resources: {'Port': ['ID=1450a958-b921-440f-93ed-b4aa8e085952,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:16.827513 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] No DVR routers for this DVR port 1450a958-b921-440f-93ed-b4aa8e085952 on host dv-cinder-801617-1-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:16.829656 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:16.829950 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb46d77e-efc1-4ba6-a688-e5039b8e2c30') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:16.842089 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.842661 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.843034 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.843497 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.843918 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.844214 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.845538 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.845717 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.845891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.846207 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.846537 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.846867 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.847411 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5474e11-2d01-4248-b3a1-717c3bd81cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:26:16.868203 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.875168 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:26:16.875787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:26:16.877705 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:26:16.943787 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.952351 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:16.954530 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce44002e-0027-470b-b78f-6019f3926cc6 HTTP/1.1" status: 204 len: 168 time: 0.7426448 Jul 22 21:26:16.958723 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55846) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:16.971654 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69832e3e-b770-4a6b-888e-3715239eb02b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce44002e-0027-470b-b78f-6019f3926cc6,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:17.200581 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 71451fa1-6878-4da1-b2e1-b1f642888d26 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:17.221788 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 71451fa1-6878-4da1-b2e1-b1f642888d26 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:17.222249 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 71451fa1-6878-4da1-b2e1-b1f642888d26 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:17.222748 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 27832ddf-aaa7-439c-a599-890b4ad0cd54 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:17.244498 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 27832ddf-aaa7-439c-a599-890b4ad0cd54 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:17.245010 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 27832ddf-aaa7-439c-a599-890b4ad0cd54 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:17.245525 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 1450a958-b921-440f-93ed-b4aa8e085952 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:17.269305 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 1450a958-b921-440f-93ed-b4aa8e085952 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:17.269654 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 1450a958-b921-440f-93ed-b4aa8e085952 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:17.584197 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3f29d-f08e-485d-88a1-6c16813e04ce req-e2454708-1d9a-4333-8eed-5757fda60097 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:17.585814 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9ac3f29d-f08e-485d-88a1-6c16813e04ce req-e2454708-1d9a-4333-8eed-5757fda60097 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.1575863 Jul 22 21:26:17.651305 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-9ac3f29d-f08e-485d-88a1-6c16813e04ce req-dffc8816-b2e3-471d-b3b8-cd91d7d9e9b4 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579827 Jul 22 21:26:17.827335 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.006702 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-aae933d4-9e90-47e8-a908-7600fe2df24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.150211 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Deleting port 7e1a60a2-78c3-4167-97f9-70df4130f6dd {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:18.151071 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.248760 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] For port 7e1a60a2-78c3-4167-97f9-70df4130f6dd, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=7e1a60a2-78c3-4167-97f9-70df4130f6dd,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:18.249120 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.267272 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Calling delete_port for 7e1a60a2-78c3-4167-97f9-70df4130f6dd owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:18.490873 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.516155 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1a60a2-78c3-4167-97f9-70df4130f6dd,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:18.716057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:18.907389 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48d87-3699-4065-b56e-89900b903dfb req-a715f76a-58b8-47db-97cd-1d029974723c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:18.909021 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f3e48d87-3699-4065-b56e-89900b903dfb req-a715f76a-58b8-47db-97cd-1d029974723c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.1306405 Jul 22 21:26:19.019295 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f3e48d87-3699-4065-b56e-89900b903dfb req-be0cad87-2535-49e3-8f86-d8e075f9a984 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755301 Jul 22 21:26:19.051008 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:26:19.186695 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:26:19.200398 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-de552ba3-2c35-4277-95f0-fc466e49c749 admin admin] 10.222.0.44 "PUT /v2.0/routers/18530f4a-c6b8-4d44-8cdf-367a5aa9efd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361541 Jul 22 21:26:19.200398 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55852) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:19.202379 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] Sync routers for ids ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:26:19.213679 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] Routers {'18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:19.214249 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:19.337453 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] Set router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:19.359529 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.486900 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.554735 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Deleting port 46d2a5b2-0dc8-47fc-a327-d04890c823df {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:19.555260 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.665691 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] For port 46d2a5b2-0dc8-47fc-a327-d04890c823df, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=46d2a5b2-0dc8-47fc-a327-d04890c823df,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:19.666254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.677937 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:26:18Z', 'revision_number': 5, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port': {'id': '46d2a5b2-0dc8-47fc-a327-d04890c823df', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:50Z', 'updated_at': '2021-07-22T21:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:19.684378 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Calling delete_port for 46d2a5b2-0dc8-47fc-a327-d04890c823df owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:19.706423 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] Checking router: 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:26:19.721008 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] Routers {'18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:19.721760 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:25:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:19.831431 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] Set router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:19.896972 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:26:19Z', 'revision_number': 6, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:19.929633 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:19.936507 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8248ef-26b6-477f-bcae-1117c52dd9a6 None None] The sync data for ids ['18530f4a-c6b8-4d44-8cdf-367a5aa9efd6'] in dv-cinder-801617-1-iscsi is: [{'id': '18530f4a-c6b8-4d44-8cdf-367a5aa9efd6', 'name': 'tempest-TestMinimumBasicScenario-2079977689-router', 'tenant_id': '65bd10e57c5947949c6224e4c26f5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:49Z', 'updated_at': '2021-07-22T21:26:19Z', 'revision_number': 6, 'project_id': '65bd10e57c5947949c6224e4c26f5559', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:26:19.982104 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d2a5b2-0dc8-47fc-a327-d04890c823df,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:20.054733 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.183217 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.186467 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.243797 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.244645 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:26:20.250298 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.252111 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1f604515-f492-49c6-be35-0f318f0aa179 admin admin] 10.222.0.44 "DELETE /v2.0/routers/18530f4a-c6b8-4d44-8cdf-367a5aa9efd6 HTTP/1.1" status: 204 len: 168 time: 1.0514131 Jul 22 21:26:20.255731 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55856) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:20.310517 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4dfdb-0c38-4716-a798-133da8442cc4 req-e791655f-38fc-498e-a388-6ee4463c412d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:20.312563 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ced4dfdb-0c38-4716-a798-133da8442cc4 req-e791655f-38fc-498e-a388-6ee4463c412d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.1930292 Jul 22 21:26:20.337406 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Deleting subnet 1f30d538-940a-4ec6-96ec-bece84d856ac {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:26:20.348605 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.402759 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ced4dfdb-0c38-4716-a798-133da8442cc4 req-8143e4fe-c77e-4044-a7ec-bd8aacf220a2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788984 Jul 22 21:26:20.407567 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.515884 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.596793 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.624061 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f30d538-940a-4ec6-96ec-bece84d856ac,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:20.629374 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.631472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-226c6839-1d33-4ffd-8e57-74b5deed762c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f30d538-940a-4ec6-96ec-bece84d856ac HTTP/1.1" status: 204 len: 168 time: 0.3747420 Jul 22 21:26:20.635534 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55858) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:20.637955 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c36370-fcc1-4ef5-83fa-6933dfacb60a None None] Network 7f5a3fe6-48db-4432-89c7-775bf64aa01c requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:26:20.748242 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3ad7-b6a4-47bf-a176-cd279c84fcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.757425 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.853530 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Deleting port 6f9310de-f74c-4c3f-81c7-d2b9435a230d {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:20.853840 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.885200 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] DHCP port deletion for 7f5a3fe6-48db-4432-89c7-775bf64aa01c request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:26:20.962680 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] For port 6f9310de-f74c-4c3f-81c7-d2b9435a230d, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f9310de-f74c-4c3f-81c7-d2b9435a230d,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:20.963566 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.968803 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] Deleting port 6f9310de-f74c-4c3f-81c7-d2b9435a230d {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:26:20.968996 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.973675 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:20.981098 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Calling delete_port for 6f9310de-f74c-4c3f-81c7-d2b9435a230d owned by network:dhcp {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:21.077346 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] For port 6f9310de-f74c-4c3f-81c7-d2b9435a230d, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=6f9310de-f74c-4c3f-81c7-d2b9435a230d,segment=NetworkSegment(6e8b789e-4d18-4cfc-8d38-ab8e49856fad),segment_id=6e8b789e-4d18-4cfc-8d38-ab8e49856fad)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:21.077660 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.094175 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] Calling delete_port for 6f9310de-f74c-4c3f-81c7-d2b9435a230d owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:26:21.097465 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.135004 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9310de-f74c-4c3f-81c7-d2b9435a230d,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.138026 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] No DVR routers for this DVR port 6f9310de-f74c-4c3f-81c7-d2b9435a230d on host dv-cinder-801617-1-iscsi {{(pid=93192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:21.222964 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 46d2a5b2-0dc8-47fc-a327-d04890c823df no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:21.230924 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.243736 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.255669 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5a3fe6-48db-4432-89c7-775bf64aa01c']}} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:21.268841 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 46d2a5b2-0dc8-47fc-a327-d04890c823df {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:21.269213 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 46d2a5b2-0dc8-47fc-a327-d04890c823df not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:21.269594 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f9310de-f74c-4c3f-81c7-d2b9435a230d no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:21.272614 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8b789e-4d18-4cfc-8d38-ab8e49856fad') {'for_net_delete': True} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:21.273119 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.services.segments.db [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8b789e-4d18-4cfc-8d38-ab8e49856fad') {} {{(pid=93192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:21.289435 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59686875'] for segment, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.308800 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] Pushing event deleted for resources: {'Port': ['ID=6f9310de-f74c-4c3f-81c7-d2b9435a230d,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.311240 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230acb5-8492-4224-9a3d-50cf928ae3c7 None None] No DVR routers for this DVR port 6f9310de-f74c-4c3f-81c7-d2b9435a230d on host dv-cinder-801617-1-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:26:21.313239 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 6f9310de-f74c-4c3f-81c7-d2b9435a230d {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:21.313701 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 6f9310de-f74c-4c3f-81c7-d2b9435a230d not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:21.314120 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7e1a60a2-78c3-4167-97f9-70df4130f6dd no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:26:21.315696 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.329271 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:26:21.329603 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60021851'] for segment, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: Traceback (most recent call last): Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: timer() Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: cb(*args, **kw) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: return func(*args, **kwargs) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: self._notify() Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: self.callback(batched_events) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: event.method(event) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: return f(self, *a, **k) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._get(url).json() Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: return self.request(url, 'GET', **kwargs) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:26:21.333466 dv-cinder-801617-1-iscsi neutron-server[93192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:26:21.449497 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.459745 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.468611 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f5a3fe6-48db-4432-89c7-775bf64aa01c HTTP/1.1" status: 204 len: 168 time: 0.8309903 Jul 22 21:26:21.470913 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 7e1a60a2-78c3-4167-97f9-70df4130f6dd {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:26:21.471158 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7e1a60a2-78c3-4167-97f9-70df4130f6dd not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:26:21.503954 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653f8cc-5c6d-4e89-bde9-223aa85aea1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5a3fe6-48db-4432-89c7-775bf64aa01c,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.619474 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27da3-25e6-477d-998f-3dfd8e89e825 req-2f5b165c-810e-443a-b883-132c168611ec tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:21.621243 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-05c27da3-25e6-477d-998f-3dfd8e89e825 req-2f5b165c-810e-443a-b883-132c168611ec tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 944 time: 0.0874233 Jul 22 21:26:21.670818 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-05c27da3-25e6-477d-998f-3dfd8e89e825 req-3260c55f-fea2-4c04-abb7-efe6be0d9482 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Jul 22 21:26:21.680520 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55864) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:21.730204 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-1abf109d-3d55-4f8b-9519-ff33ef43c983 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b1bfe52ff7d4a4285db41030d393515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483487 Jul 22 21:26:21.734325 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55866) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:21.804355 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5e70c32-3bf0-4182-9cf2-240bb6e85604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.838212 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5e70c32-3bf0-4182-9cf2-240bb6e85604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.899477 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5e70c32-3bf0-4182-9cf2-240bb6e85604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.903746 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-b5e70c32-3bf0-4182-9cf2-240bb6e85604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:21.909670 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-b5e70c32-3bf0-4182-9cf2-240bb6e85604 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/972cf4e6-b867-4753-ad41-ad53dcaa29c9 HTTP/1.1" status: 204 len: 168 time: 0.1737955 Jul 22 21:26:21.921328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e70c32-3bf0-4182-9cf2-240bb6e85604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972cf4e6-b867-4753-ad41-ad53dcaa29c9,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:21.937584 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.180909 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 90863f0c-3640-4fd9-97e8-8867bbd7e695 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:26:22.309521 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 90863f0c-3640-4fd9-97e8-8867bbd7e695, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:22.324790 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:26:22.333844 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 55872) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:22.375523 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.380798 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-dffa388a-078a-491c-9fa2-6a2580789812 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65bd10e57c5947949c6224e4c26f5559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453525 Jul 22 21:26:22.383837 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55874) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:22.390063 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90863f0c-3640-4fd9-97e8-8867bbd7e695 {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:26:22.418975 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 90863f0c-3640-4fd9-97e8-8867bbd7e695, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:22.423891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.446893 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d851d5-e552-4bb1-8b38-46bbe84b7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.479823 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d851d5-e552-4bb1-8b38-46bbe84b7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.480738 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=90863f0c-3640-4fd9-97e8-8867bbd7e695,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:22.535112 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d851d5-e552-4bb1-8b38-46bbe84b7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.537926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-27d851d5-e552-4bb1-8b38-46bbe84b7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:22.539211 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-27d851d5-e552-4bb1-8b38-46bbe84b7923 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd9c709b-1b24-4b65-9e67-d0fd2822d784 HTTP/1.1" status: 204 len: 168 time: 0.1543572 Jul 22 21:26:22.554707 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d851d5-e552-4bb1-8b38-46bbe84b7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c709b-1b24-4b65-9e67-d0fd2822d784,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:22.715636 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['90863f0c-3640-4fd9-97e8-8867bbd7e695'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:26:22.893660 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43427-2d65-46a0-bee9-0e5a2e0791e1 req-88b79c12-c704-4131-82e8-16c8f548831c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:22.896400 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ddf43427-2d65-46a0-bee9-0e5a2e0791e1 req-88b79c12-c704-4131-82e8-16c8f548831c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 945 time: 0.1183925 Jul 22 21:26:22.950638 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ddf43427-2d65-46a0-bee9-0e5a2e0791e1 req-c93d2687-4c18-44d2-9853-b90757cd6d8f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Jul 22 21:26:23.589909 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.163995 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec83d-587b-4147-a478-12c30c6bb4e9 req-9728f283-75fd-4e47-b0a1-dc211fcd3082 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:24.166664 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86eec83d-587b-4147-a478-12c30c6bb4e9 req-9728f283-75fd-4e47-b0a1-dc211fcd3082 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 945 time: 0.1027184 Jul 22 21:26:24.197567 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 90863f0c-3640-4fd9-97e8-8867bbd7e695 up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:26:24.221472 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-86eec83d-587b-4147-a478-12c30c6bb4e9 req-d3087482-4d79-419b-b39c-21070105f568 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Jul 22 21:26:24.284029 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port 90863f0c-3640-4fd9-97e8-8867bbd7e695 completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:26:24.288505 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port 90863f0c-3640-4fd9-97e8-8867bbd7e695 triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:26:24.288911 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.384370 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.411381 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:24.414113 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43c81f-1503-4f7a-98e1-6b4fab43c0cb" -d '{"events": [{"server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "name": "network-vif-plugged", "status": "completed", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:24.430193 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port 90863f0c-3640-4fd9-97e8-8867bbd7e695, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:26:24.435597 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:24.504240 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=90863f0c-3640-4fd9-97e8-8867bbd7e695,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:24.697107 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e41414-60ae-4bde-a343-e18410ce2ba1 x-openstack-request-id: req-00e41414-60ae-4bde-a343-e18410ce2ba1 {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:24.697774 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "name": "network-vif-plugged", "status": "completed", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:24.697774 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00e41414-60ae-4bde-a343-e18410ce2ba1 {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:24.698087 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'code': 200} Jul 22 21:26:25.002785 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5295-23b5-4abf-933f-c8a2d097ffa0 req-b3667ea1-0b12-43b3-9082-c633f41c0630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:25.004562 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dabd5295-23b5-4abf-933f-c8a2d097ffa0 req-b3667ea1-0b12-43b3-9082-c633f41c0630 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1099 time: 0.0827723 Jul 22 21:26:25.044620 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-dabd5295-23b5-4abf-933f-c8a2d097ffa0 req-f0dfbc07-aa42-4180-a06b-827970e42ad4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338743 Jul 22 21:26:25.381564 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0bc35-a95a-4848-bc1a-cb9801ab04f7 req-60da3a24-89d9-4e7a-be47-cfdf49297455 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:25.383099 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d3d0bc35-a95a-4848-bc1a-cb9801ab04f7 req-60da3a24-89d9-4e7a-be47-cfdf49297455 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 946 time: 0.0729256 Jul 22 21:26:25.435713 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d3d0bc35-a95a-4848-bc1a-cb9801ab04f7 req-9b3a2dd7-a322-403b-a611-71f4dbe28d3e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Jul 22 21:26:26.597406 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadae736-21bd-4e04-9b08-142abda74203 req-f71963bf-b592-4427-8d2c-5ee7cef36404 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:26.599771 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aadae736-21bd-4e04-9b08-142abda74203 req-f71963bf-b592-4427-8d2c-5ee7cef36404 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 946 time: 0.0890131 Jul 22 21:26:26.641271 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-aadae736-21bd-4e04-9b08-142abda74203 req-09d09e27-e74d-4972-9686-950e7746d789 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336015 Jul 22 21:26:26.795423 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5fb4-030f-4f97-82f6-98a0d370b5e2 req-e4b55eac-844c-47cb-9944-c0093a169d98 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:26.796885 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-19ab5fb4-030f-4f97-82f6-98a0d370b5e2 req-e4b55eac-844c-47cb-9944-c0093a169d98 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 946 time: 0.0712502 Jul 22 21:26:26.841713 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-19ab5fb4-030f-4f97-82f6-98a0d370b5e2 req-dcee19e9-a754-4e95-af1d-98ee2006d751 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379086 Jul 22 21:26:26.867027 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55892) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:26.931616 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01250bfe-47ae-4bb2-a792-916fff67ba60 tempest-TestVolumeBootPattern-555159686 tempest-TestVolumeBootPattern-555159686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:26.933187 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-01250bfe-47ae-4bb2-a792-916fff67ba60 tempest-TestVolumeBootPattern-555159686 tempest-TestVolumeBootPattern-555159686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1094 time: 0.0647762 Jul 22 21:26:26.937858 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 55894) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:26:26.945463 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:26:26.975555 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.094156 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.222458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Allocated IP 172.27.0.247 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/ebd76571-e983-4db8-99c5-e6c913440d86) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:26:27.377057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.419454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:27.463798 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:26:27.466992 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:26:27.473156 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:26:27.501672 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=ebd76571-e983-4db8-99c5-e6c913440d86,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:27.895695 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.021268 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.243349 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.249357 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.353629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=ebd76571-e983-4db8-99c5-e6c913440d86,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:26:28.363855 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:28.473305 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Floating IP e7d09f0c-1428-418f-8fe2-0b46fdf32155 associated. External IP: 172.27.0.247, port: 90863f0c-3640-4fd9-97e8-8867bbd7e695. Jul 22 21:26:29.058215 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:26:29.190264 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:26:29.207804 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:26:29.217030 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:29.225514 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:29.226361 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:26:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:29.282838 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-db9a1f30-2331-4107-99f9-d5f191b09942 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3428102 Jul 22 21:26:29.283724 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:26:29.287142 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b18e69-019e-4c10-ae91-3685a19bf5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:26:29.351403 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b708ae6-9529-4809-8d14-d9f1d2617e5c x-openstack-request-id: req-5b708ae6-9529-4809-8d14-d9f1d2617e5c {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:26:29.351954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:26:29.352207 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b708ae6-9529-4809-8d14-d9f1d2617e5c {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:26:29.355037 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'status': 'completed', 'code': 200} Jul 22 21:26:29.375361 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:29.484915 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-600fe060-de9f-4ba4-b02d-f83b2d1357c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.488312 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-600fe060-de9f-4ba4-b02d-f83b2d1357c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1099 time: 0.0897694 Jul 22 21:26:29.645851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-80d87177-67c9-48dc-a50f-425bf54ede6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.648277 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-80d87177-67c9-48dc-a50f-425bf54ede6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1531987 Jul 22 21:26:29.698152 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:27Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:29.726193 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-903c8004-bd01-49ea-b2e0-e2faa31a0f04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 1000 time: 0.0712082 Jul 22 21:26:29.729972 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:26:29.741266 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:26:29.741876 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:26:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:29.796838 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-727d43a5-aec0-4c6c-bc40-e0a7346151e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.799780 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-727d43a5-aec0-4c6c-bc40-e0a7346151e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0671854 Jul 22 21:26:29.872058 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:26:29.887239 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-2586756d-3a48-4f70-b7dc-7ea88a6fe3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:26:29.889483 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-2586756d-3a48-4f70-b7dc-7ea88a6fe3b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827551 Jul 22 21:26:30.015114 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-8d52378f-eac7-48c3-ae07-930afc45bbfc service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185379 Jul 22 21:26:30.141786 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-33b18e69-019e-4c10-ae91-3685a19bf5f8 req-3fec49a0-ee29-481a-bc05-8cd549ded73c service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196005 Jul 22 21:26:30.162391 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:27Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:26:30.200726 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741709d1-2101-469a-997b-6ec52cfc87a4 None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:27Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:26:30.456661 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88de821-e695-47c8-9934-bb8b2d3c4df4 None None] New status for floating IP e7d09f0c-1428-418f-8fe2-0b46fdf32155: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:26:34.161910 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:26:34.561490 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:47.989602 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8585cb06-3239-426b-87c7-79f575ca552f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.724353 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b235ae8b-7f8f-4b00-9f19-629d437b830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:50.960273 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:51.922255 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:26:53.587506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:04.561100 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:11.165344 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:27:11.244136 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-ed9a930d-0c5b-4b8f-bc5e-29a5baee5840 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600269 Jul 22 21:27:11.371126 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071a660-c931-4791-89ac-949492356a6e req-3a01be9a-5ee9-4e0f-8f52-3a32766a3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.372717 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-3a01be9a-5ee9-4e0f-8f52-3a32766a3196 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1099 time: 0.0646727 Jul 22 21:27:11.484975 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071a660-c931-4791-89ac-949492356a6e req-d1b5e6e0-2ff2-4675-a091-d50bd806914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.486391 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-d1b5e6e0-2ff2-4675-a091-d50bd806914f service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.0927548 Jul 22 21:27:11.560562 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-ec6db5aa-1e6f-4ebd-8230-68deff3f7237 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 1002 time: 0.0669785 Jul 22 21:27:11.616055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071a660-c931-4791-89ac-949492356a6e req-0fcb0d69-95cb-4886-938f-d49d27ec413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.617678 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-0fcb0d69-95cb-4886-938f-d49d27ec413a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0493865 Jul 22 21:27:11.698523 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071a660-c931-4791-89ac-949492356a6e req-8d2e26ae-8ec1-4a87-9081-863bd0581f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:27:11.700054 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-8d2e26ae-8ec1-4a87-9081-863bd0581f78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752475 Jul 22 21:27:11.811466 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-4a149b8f-32e3-4b94-8bfc-d10d609e4c41 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035380 Jul 22 21:27:11.919944 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b071a660-c931-4791-89ac-949492356a6e req-3109a1f0-cdef-42bc-a3fc-718523439324 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007786 Jul 22 21:27:17.992404 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-69053592-b35b-427d-983c-c31b50fb5a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.727876 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7a62597d-ae35-41ff-97b5-4780af9572c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:20.965976 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:21.922808 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:23.589587 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:34.558451 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:47.994611 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b0b13caf-c504-4c6d-98a5-21d9f021df52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:48.164118 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:27:50.730691 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-046c2706-a4be-4e1d-a9aa-84c6c0aa397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:50.964582 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:51.925198 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:27:53.593323 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:04.581059 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:05.061725 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-8407ff96-fb22-4f67-9264-b48d440a189c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030960962&fields=id&tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 267 time: 0.0347874 Jul 22 21:28:05.185849 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-dfa44abc-4cd3-4328-a302-980bbe11d050 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:05.188658 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-dfa44abc-4cd3-4328-a302-980bbe11d050 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 812 time: 0.1159766 Jul 22 21:28:05.205895 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-2e61f822-f782-424a-8bbf-ba16e3463fda tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/quotas/5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 375 time: 0.0110786 Jul 22 21:28:05.304337 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-874617ea-dd4a-4745-9cc9-24fc2ed31509 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0913517 Jul 22 21:28:05.439822 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-970afae0-c82e-45ac-8e70-a061fcab1f1c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93193) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:28:05.440909 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-970afae0-c82e-45ac-8e70-a061fcab1f1c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1249909 Jul 22 21:28:05.535733 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-5ba07a51-b864-4600-b255-c723641b50c8 service neutron] 10.222.0.44 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888841 Jul 22 21:28:05.636453 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-50e20944-936d-480c-b9fb-4555cb64bc23 service neutron] 10.222.0.44 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948331 Jul 22 21:28:07.083300 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-51c22dc9-142d-4abf-a8bd-8c3d2c0a69c0 req-d4485fdf-9484-4508-9b9f-3deaf76a246a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 210 time: 0.0367002 Jul 22 21:28:08.170200 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-42f019a6-0616-4104-97fd-331bc00f37e2 req-85f48586-2586-49bc-839f-d99a378f02fb tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 210 time: 0.0321438 Jul 22 21:28:09.291796 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-4507f471-ccf2-4803-93b2-526ba001f3f1 req-3f64e9cb-2e0f-49d1-8cfe-0186a26dbd8b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 210 time: 0.0339732 Jul 22 21:28:10.223677 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-b93aab8d-9456-4183-9038-ee6e658a9464 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:10.226099 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-b93aab8d-9456-4183-9038-ee6e658a9464 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 812 time: 0.1514990 Jul 22 21:28:10.291166 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-bd0cd31c-4750-4b97-9682-c633da21051e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4 HTTP/1.1" status: 200 len: 380 time: 0.0490572 Jul 22 21:28:10.305109 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'port': {'device_id': '858fa085-b844-4bad-8e72-4a73c76d6357', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'admin_state_up': True, 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'security_groups': ['865daa40-4dc5-46cb-9349-b97ed8dad52a']}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:10.436393 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e856de4b-606a-47ae-b08e-5a2e34c7e139 req-14009ab8-f507-46be-b7ab-ed20acc79eb0 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 210 time: 0.0452011 Jul 22 21:28:10.491679 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Made reservation on behalf of 5e6f2c7f1afc4ceeb5df3c986a63d1e4 for: {'port': 1} {{(pid=93193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:28:10.496977 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.661401 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Allocated IP 172.20.0.14 (50d2e2b3-f3f3-4713-aedf-f111d15590ec/4cf47605-4185-440b-8959-e0c8439c9fed/b98d7405-dacf-4b51-9a10-2d1eb92977fc) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:10.851535 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.871093 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Transition to ACTIVE for port object b98d7405-dacf-4b51-9a10-2d1eb92977fc will not be triggered until provisioned by entity DHCP. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:10.926895 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:10.980791 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:10.987475 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:10.990452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:11.029032 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=b98d7405-dacf-4b51-9a10-2d1eb92977fc,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:11.043359 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.043799 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.044426 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.044984 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.045541 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.046090 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.046700 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.047206 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.047774 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.048121 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.048485 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.049013 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:11.076072 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.076750 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.095336 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-7da5f27d-24f1-473e-86de-70cdac571572 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7954159 Jul 22 21:28:11.115598 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Request body: {'port': {'device_id': '858fa085-b844-4bad-8e72-4a73c76d6357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:11.207705 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.277680 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8e3cd4dd-8957-4dd4-9ab9-9def77bc0015 None None] Provisioning for port b98d7405-dacf-4b51-9a10-2d1eb92977fc completed by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:11.283264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-8e3cd4dd-8957-4dd4-9ab9-9def77bc0015 None None] Provisioning complete for port b98d7405-dacf-4b51-9a10-2d1eb92977fc triggered by entity DHCP. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:11.283644 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd4dd-8957-4dd4-9ab9-9def77bc0015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.329483 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-8e3cd4dd-8957-4dd4-9ab9-9def77bc0015 None None] Port b98d7405-dacf-4b51-9a10-2d1eb92977fc cannot update to ACTIVE because it is not bound. {{(pid=93194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:28:11.570482 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98d7405-dacf-4b51-9a10-2d1eb92977fc {{(pid=93193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:11.580929 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.600009 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.provisioning_blocks [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Transition to ACTIVE for port object b98d7405-dacf-4b51-9a10-2d1eb92977fc will not be triggered until provisioned by entity L2. {{(pid=93193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:28:11.609639 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.670343 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a34b39-97b1-414c-a442-088bc05c08d4 req-16d5f7c1-f611-4528-9bf0-1b1029685ea6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.672601 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-65a34b39-97b1-414c-a442-088bc05c08d4 req-16d5f7c1-f611-4528-9bf0-1b1029685ea6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 932 time: 0.1465189 Jul 22 21:28:11.694101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Pushing event updated for resources: {'Port': ['ID=b98d7405-dacf-4b51-9a10-2d1eb92977fc,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:11.788685 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-65a34b39-97b1-414c-a442-088bc05c08d4 req-ea8c8c17-d43a-495f-a2c7-a280b59d7526 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041584 Jul 22 21:28:11.821751 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Attempting to bind port b98d7405-dacf-4b51-9a10-2d1eb92977fc on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:28:11.822095 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Attempting to bind port b98d7405-dacf-4b51-9a10-2d1eb92977fc by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:28:11.822436 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Attempting to bind port b98d7405-dacf-4b51-9a10-2d1eb92977fc on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:11.828824 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Port b98d7405-dacf-4b51-9a10-2d1eb92977fc on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:28:11.829254 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Attempting to bind port b98d7405-dacf-4b51-9a10-2d1eb92977fc on network 50d2e2b3-f3f3-4713-aedf-f111d15590ec {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:28:11.835994 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Checking agent: {'id': '53110cd9-fa11-4173-93b1-2e817befc1b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'started_at': datetime.datetime(2021, 7, 22, 21, 12, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:28:11.836356 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Checking segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:28:11.836919 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Bound using segment: {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'} {{(pid=93193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:28:11.837489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.managers [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Bound port: b98d7405-dacf-4b51-9a10-2d1eb92977fc, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c37c627-c38b-4297-8426-7375b1f22ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec'}}] {{(pid=93193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:28:11.838045 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.916681 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] For port b98d7405-dacf-4b51-9a10-2d1eb92977fc, host hv-cinder-80161, cleared binding levels {{(pid=93193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:28:11.919803 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] For port b98d7405-dacf-4b51-9a10-2d1eb92977fc, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:28:11.925771 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.975160 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:11.977114 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:11.979624 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] 10.222.0.69 "PUT /v2.0/ports/b98d7405-dacf-4b51-9a10-2d1eb92977fc HTTP/1.1" status: 200 len: 1094 time: 0.8706954 Jul 22 21:28:11.987197 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:11.990817 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072cf0a-e58e-4f36-b005-116d0f9b653a" -d '{"events": [{"name": "network-changed", "server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:12.024522 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7d848-da8d-4f20-a11b-755699d87c1a service neutron] Pushing event updated for resources: {'Port': ['ID=b98d7405-dacf-4b51-9a10-2d1eb92977fc,revision_number=3']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:12.047002 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f06b4-1fb8-4408-98ef-6a9975b3255f x-openstack-request-id: req-3c3f06b4-1fb8-4408-98ef-6a9975b3255f {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:12.047456 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:12.047840 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c3f06b4-1fb8-4408-98ef-6a9975b3255f {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:12.048498 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'status': 'completed', 'code': 200} Jul 22 21:28:12.141464 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-337f4020-b6a8-4cd9-aa13-b606c33c65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.142750 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-337f4020-b6a8-4cd9-aa13-b606c33c65d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 1097 time: 0.0812235 Jul 22 21:28:12.223479 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-aaadc8f7-5ea9-4727-838c-b705a38c5184 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc HTTP/1.1" status: 200 len: 217 time: 0.0521669 Jul 22 21:28:12.302759 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-00adce76-4f99-46bf-a47b-ddfa20e42c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.304131 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-00adce76-4f99-46bf-a47b-ddfa20e42c31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0584037 Jul 22 21:28:12.349534 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-2e999499-cd00-4c64-a899-bd503a96a717 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1363418 Jul 22 21:28:12.382328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-be520136-7f33-4493-8584-d6e1108a523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.384025 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-be520136-7f33-4493-8584-d6e1108a523c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717666 Jul 22 21:28:12.546328 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-162ebbe9-0ee1-4401-85af-ecf93677e951 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526799 Jul 22 21:28:12.565151 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-0f8f3592-05c2-4602-9758-ffed0d78f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.567167 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-0f8f3592-05c2-4602-9758-ffed0d78f2d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1099 time: 0.1472278 Jul 22 21:28:12.713013 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1711516a-1df4-4db9-aaa6-a3c91e0d0eac req-0a84088b-4b95-4e64-a704-d97e9f971406 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584444 Jul 22 21:28:12.733399 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-c464f7b9-fa12-4963-9de5-5741b7c594fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.734894 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-c464f7b9-fa12-4963-9de5-5741b7c594fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1458890 Jul 22 21:28:12.825921 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-e40f08a8-a7fe-498b-a80c-d2f2a51641b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 1002 time: 0.0823302 Jul 22 21:28:12.938331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-f74dbc5b-fbb7-43c4-b31f-972e5c3f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.939845 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-f74dbc5b-fbb7-43c4-b31f-972e5c3f7df0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0920007 Jul 22 21:28:12.965535 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-a33c58c8-565e-49aa-a432-1f77e856881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:12.967041 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-a33c58c8-565e-49aa-a432-1f77e856881a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 1097 time: 0.1504827 Jul 22 21:28:13.075256 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f58b0c-bd0f-4bd3-9334-3d6cb1971d29 req-aa8b262e-aac2-4c58-a422-60af70df4ef2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.076778 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-74f58b0c-bd0f-4bd3-9334-3d6cb1971d29 req-aa8b262e-aac2-4c58-a422-60af70df4ef2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.1952972 Jul 22 21:28:13.128954 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-a856d08a-3001-4cc8-8425-d48ca2552f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.130491 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-a856d08a-3001-4cc8-8425-d48ca2552f50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1830864 Jul 22 21:28:13.134316 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-222ac63a-131e-4350-896f-c0aca58b43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.135717 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-222ac63a-131e-4350-896f-c0aca58b43d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1504531 Jul 22 21:28:13.167318 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-74f58b0c-bd0f-4bd3-9334-3d6cb1971d29 req-0c81e6ae-2f73-461b-95ec-1dc309c2ca02 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806236 Jul 22 21:28:13.204967 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-0010fb35-209e-428a-ac79-7d99122670ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc HTTP/1.1" status: 200 len: 217 time: 0.0490601 Jul 22 21:28:13.605339 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-5da10b0f-0fcd-49e4-b378-4d850dcfc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.606819 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-5da10b0f-0fcd-49e4-b378-4d850dcfc768 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.3916900 Jul 22 21:28:13.612941 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-cd39777d-874a-48f6-95c4-7f9af66e6c66 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661336 Jul 22 21:28:13.741086 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-193bcd4a-08f9-405b-8d80-738ad7b19d55 req-ad004db7-8aa7-4834-9acd-bf7172ed4483 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195147 Jul 22 21:28:13.743715 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-f46e9a35-fd59-4d52-8bf3-0c75e7b724e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:13.745130 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-f46e9a35-fd59-4d52-8bf3-0c75e7b724e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313381 Jul 22 21:28:13.870445 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-444e1bbd-d160-4810-a4ef-3e975d599e89 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108789 Jul 22 21:28:13.979147 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-d072cf0a-e58e-4f36-b005-116d0f9b653a req-4aed0e92-e0ad-49ab-ad60-eda6f9c03208 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950835 Jul 22 21:28:14.336355 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f2a1b-ab9a-43c5-9783-af0e6c21a526 req-6353de06-5203-4807-89df-449638b5a7db tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:14.338979 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e02f2a1b-ab9a-43c5-9783-af0e6c21a526 req-6353de06-5203-4807-89df-449638b5a7db tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.0893147 Jul 22 21:28:14.389389 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e02f2a1b-ab9a-43c5-9783-af0e6c21a526 req-eb85b4ee-0fbe-4686-897b-e72f965c32a5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438194 Jul 22 21:28:15.547713 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42bf7-ca49-4c97-9d69-3e03a7b96d7b req-98b4a58f-9655-47c2-bea9-ecd63abec977 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:15.549354 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e0e42bf7-ca49-4c97-9d69-3e03a7b96d7b req-98b4a58f-9655-47c2-bea9-ecd63abec977 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.0851581 Jul 22 21:28:15.594626 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-e0e42bf7-ca49-4c97-9d69-3e03a7b96d7b req-d3f659e5-0b6c-444c-9d05-b6060cede2ce tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367637 Jul 22 21:28:16.768648 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e099f-dff5-498f-988b-b10400215f80 req-d4c10507-5e20-410b-a1dc-1a03af4a5ffa tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:16.771147 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea7e099f-dff5-498f-988b-b10400215f80 req-d4c10507-5e20-410b-a1dc-1a03af4a5ffa tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.0961797 Jul 22 21:28:16.829978 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ea7e099f-dff5-498f-988b-b10400215f80 req-d9473cca-1a3d-4e55-98c2-1e4f22b0cfc5 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529282 Jul 22 21:28:17.977189 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3f51e-6353-4d9f-a0a5-7151abffe5d7 req-0ccbc869-f156-4139-a50f-c01ad2f545ec tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:17.979269 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8cd3f51e-6353-4d9f-a0a5-7151abffe5d7 req-0ccbc869-f156-4139-a50f-c01ad2f545ec tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.0737674 Jul 22 21:28:18.000614 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0fc79e18-a0c9-4efc-b31a-7b2b652c2ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:18.024655 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8cd3f51e-6353-4d9f-a0a5-7151abffe5d7 req-29dbe18f-846b-440c-a1e7-ae6c7d88a18a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389023 Jul 22 21:28:19.186551 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9df3-4bfe-4452-b47c-14407b3d699f req-63ce4c7a-e757-4151-834f-a3a678db3c1f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:19.189237 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a05c9df3-4bfe-4452-b47c-14407b3d699f req-63ce4c7a-e757-4151-834f-a3a678db3c1f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.0787876 Jul 22 21:28:19.229787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-a05c9df3-4bfe-4452-b47c-14407b3d699f req-fe15837a-7fac-4038-a0fd-8220c392e7c4 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349171 Jul 22 21:28:20.368331 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5f14-0568-45b9-9d85-924606a8aa20 req-1d4b3dc6-9b76-4324-9100-64a45c1b5b30 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:20.369812 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee1f5f14-0568-45b9-9d85-924606a8aa20 req-1d4b3dc6-9b76-4324-9100-64a45c1b5b30 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 944 time: 0.0707307 Jul 22 21:28:20.419835 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-ee1f5f14-0568-45b9-9d85-924606a8aa20 req-f28e1ea3-8cd3-4b6c-bcdd-f89ead2512a4 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Jul 22 21:28:20.733109 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0c2e788e-c602-4f17-8f13-08660d7768f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.741579 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device b98d7405-dacf-4b51-9a10-2d1eb92977fc details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:28:20.839160 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port b98d7405-dacf-4b51-9a10-2d1eb92977fc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:20.850752 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Returning: {'device': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'port_id': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'mac_address': 'fa:16:3e:d9:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:28:20.902664 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.918565 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98d7405-dacf-4b51-9a10-2d1eb92977fc {{(pid=93194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:28:20.940869 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port b98d7405-dacf-4b51-9a10-2d1eb92977fc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:20.948674 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:20.981658 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:21.022714 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=b98d7405-dacf-4b51-9a10-2d1eb92977fc,revision_number=4']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:21.029682 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.030029 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.030374 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.031284 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.031723 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.032060 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.032422 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.032773 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.033084 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.033410 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.033736 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.034061 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:28:21.248581 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] get_ports_and_sgs() called for port_ids ['b98d7405-dacf-4b51-9a10-2d1eb92977fc'] {{(pid=93194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:28:21.565826 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799a36-d06e-47c8-a4ac-beb90bcbd50b req-5d0c2b28-415a-4c6e-9341-5274bf47fccc tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:21.567428 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45799a36-d06e-47c8-a4ac-beb90bcbd50b req-5d0c2b28-415a-4c6e-9341-5274bf47fccc tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 945 time: 0.0742862 Jul 22 21:28:21.609190 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-45799a36-d06e-47c8-a4ac-beb90bcbd50b req-0359babd-2005-46df-8646-ec5d20de322a tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Jul 22 21:28:21.928496 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.747915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device b98d7405-dacf-4b51-9a10-2d1eb92977fc up at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:28:22.759684 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00c34-dc76-412a-b356-ac03d8249f6f req-099fd147-514f-4bff-a724-e443a0094052 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:22.762199 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1db00c34-dc76-412a-b356-ac03d8249f6f req-099fd147-514f-4bff-a724-e443a0094052 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 945 time: 0.0778890 Jul 22 21:28:22.815161 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1db00c34-dc76-412a-b356-ac03d8249f6f req-297d16bd-2a6d-49e1-93c0-61c04dec11e9 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Jul 22 21:28:22.815891 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning for port b98d7405-dacf-4b51-9a10-2d1eb92977fc completed by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:28:22.822153 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.provisioning_blocks [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Provisioning complete for port b98d7405-dacf-4b51-9a10-2d1eb92977fc triggered by entity L2. {{(pid=93194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:28:22.822376 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-994865'] for port, provisioning_complete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.925169 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:22.950405 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc'}] {{(pid=93194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:22.952740 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}319c16fc77502450be6e7c6db19afca46237a7a5f810df09d405adc47b5ed98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a468303-6cf4-4ea4-93df-9f8500518a6b" -d '{"events": [{"server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "name": "network-vif-plugged", "status": "completed", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc"}]}' {{(pid=93194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:22.966638 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] For port b98d7405-dacf-4b51-9a10-2d1eb92977fc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:28:22.972543 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871'] for port, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:23.008212 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698375f7-2f69-4eb8-b347-145efcbab7eb x-openstack-request-id: req-698375f7-2f69-4eb8-b347-145efcbab7eb {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:23.008516 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "name": "network-vif-plugged", "status": "completed", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc", "code": 200}]} {{(pid=93194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:23.008736 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-698375f7-2f69-4eb8-b347-145efcbab7eb {{(pid=93194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:23.009121 dv-cinder-801617-1-iscsi neutron-server[93194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'code': 200} Jul 22 21:28:23.038208 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Pushing event updated for resources: {'Port': ['ID=b98d7405-dacf-4b51-9a10-2d1eb92977fc,revision_number=5']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:23.278347 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0cc1-0731-4742-9fc1-69b7081b8a63 req-6083301b-5927-4661-8f00-3c59dfd917d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:23.281310 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-274d0cc1-0731-4742-9fc1-69b7081b8a63 req-6083301b-5927-4661-8f00-3c59dfd917d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 1099 time: 0.0616038 Jul 22 21:28:23.318286 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-274d0cc1-0731-4742-9fc1-69b7081b8a63 req-fb2705de-1f9d-4820-b64e-bb073d91e383 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309658 Jul 22 21:28:23.596584 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:24.087757 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1cc85-781c-4041-ae1f-30523eb74146 req-db1a2965-0c1d-4064-96cb-1cdecb90100f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:24.089362 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b9e1cc85-781c-4041-ae1f-30523eb74146 req-db1a2965-0c1d-4064-96cb-1cdecb90100f tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 946 time: 0.0804427 Jul 22 21:28:24.134488 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-b9e1cc85-781c-4041-ae1f-30523eb74146 req-20e5c7b0-0e95-4169-aae2-6646e8d701fc tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381987 Jul 22 21:28:25.163991 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:28:25.295666 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3e7f8-fdeb-4dc9-9918-5c378c205fa3 req-600e5d60-9c05-4bfd-b6e5-9860869fe07c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.298227 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36f3e7f8-fdeb-4dc9-9918-5c378c205fa3 req-600e5d60-9c05-4bfd-b6e5-9860869fe07c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 946 time: 0.0742435 Jul 22 21:28:25.364580 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-36f3e7f8-fdeb-4dc9-9918-5c378c205fa3 req-9d87cde4-4a22-422f-8d85-ea4a9e1480a4 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572598 Jul 22 21:28:25.567839 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb42c3c-c012-411b-9003-7e8c7fdb9810 req-e494220f-3818-4abb-8c8b-07ed57dd3210 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.570415 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1cb42c3c-c012-411b-9003-7e8c7fdb9810 req-e494220f-3818-4abb-8c8b-07ed57dd3210 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 946 time: 0.1066954 Jul 22 21:28:25.626880 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-1cb42c3c-c012-411b-9003-7e8c7fdb9810 req-ee8944eb-15d4-4512-8291-1b68e16756f0 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496221 Jul 22 21:28:25.651934 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56034) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:25.712860 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8b9a6-0b86-4235-9317-c702788c5022 tempest-TestVolumeBootPattern-555159686 tempest-TestVolumeBootPattern-555159686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:25.714449 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-95c8b9a6-0b86-4235-9317-c702788c5022 tempest-TestVolumeBootPattern-555159686 tempest-TestVolumeBootPattern-555159686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 1094 time: 0.0613275 Jul 22 21:28:25.718925 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56036) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:28:25.724055 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.v2.base [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Request body: {'floatingip': {'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'port_id': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:28:25.754684 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:25.870561 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.021851 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_common [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Allocated IP 172.27.0.187 (950ce858-a8a9-4dab-8e0d-ab179c978778/fbf0607b-e3af-42c7-86eb-b0b2408aef2e/27573de4-01c7-4d37-8b50-54a6694e658a) {{(pid=93193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:28:26.154493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.212122 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791900637835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.258338 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Network 950ce858-a8a9-4dab-8e0d-ab179c978778 is already hosted by enough agents. {{(pid=93193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:28:26.261249 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Resources bound (agent type, host, resource id): {{(pid=93193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:28:26.265252 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Received port after_create {{(pid=93193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:28:26.289351 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=27573de4-01c7-4d37-8b50-54a6694e658a,revision_number=1']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:26.703868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.795561 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562824'] for port, before_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.962221 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for port, precommit_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:26.967328 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791901124410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791900637853', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791900637871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59319318'] for port, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.043868 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event updated for resources: {'Port': ['ID=27573de4-01c7-4d37-8b50-54a6694e658a,revision_number=2']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:28:27.058820 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743373'] for floatingip, after_update {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.166763 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Floating IP 2e0fe031-75cd-4e7f-a29f-fb3758730d01 associated. External IP: 172.27.0.187, port: b98d7405-dacf-4b51-9a10-2d1eb92977fc. Jul 22 21:28:27.400290 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:28:27.510452 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:28:27.520515 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:28:27.527842 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:27.530431 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:27.531756 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:28:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:27.567614 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4c6d59e2-46fb-4a98-ac0a-989f7ddb27a6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8473141 Jul 22 21:28:27.568332 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:28:27.570628 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628b77e-3388-46be-861d-b7c589f0f7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:28:27.607238 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7761273-f094-4e7c-ac0f-761c08e462e2 x-openstack-request-id: req-e7761273-f094-4e7c-ac0f-761c08e462e2 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:28:27.607528 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:28:27.607768 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7761273-f094-4e7c-ac0f-761c08e462e2 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:28:27.608160 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'status': 'completed', 'code': 200} Jul 22 21:28:27.643155 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:27.711651 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-0d76aa88-817f-49bb-baa3-50258faccbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.713140 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-0d76aa88-817f-49bb-baa3-50258faccbb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 1099 time: 0.0598383 Jul 22 21:28:27.811458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-8152fbff-dbd0-468a-abe1-ed1bb93df1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.813097 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-8152fbff-dbd0-468a-abe1-ed1bb93df1df service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.0921943 Jul 22 21:28:27.882845 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-a9d8e288-3aa1-44ed-86a8-1f702121c497 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc HTTP/1.1" status: 200 len: 1000 time: 0.0628889 Jul 22 21:28:27.933852 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-0af03263-9b21-4e0c-8031-8f79fab3ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.935375 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-0af03263-9b21-4e0c-8031-8f79fab3ba63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0453465 Jul 22 21:28:27.994196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '2e0fe031-75cd-4e7f-a29f-fb3758730d01', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:d9:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858fa085-b844-4bad-8e72-4a73c76d6357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:28:26Z', 'updated_at': '2021-07-22T21:28:26Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}, {'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:30Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:27.995306 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-ff5bb96f-b250-4f39-b5a1-3cd7220b2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:28:27.996873 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-ff5bb96f-b250-4f39-b5a1-3cd7220b2409 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544672 Jul 22 21:28:28.020548 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:28:28.028717 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:28:28.029322 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:28:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:28.094286 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-306167cb-499f-4bf6-8ae3-bc826c437744 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890055 Jul 22 21:28:28.134575 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:28:28.182200 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8628b77e-3388-46be-861d-b7c589f0f7b6 req-8a979c2d-0105-4e46-ba54-53d48023da3b service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821843 Jul 22 21:28:28.366288 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '2e0fe031-75cd-4e7f-a29f-fb3758730d01', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:d9:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858fa085-b844-4bad-8e72-4a73c76d6357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:28:26Z', 'updated_at': '2021-07-22T21:28:26Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}, {'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:30Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:28:28.392776 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d84d73d-6bab-45dd-9cca-1700c292a3ad None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': '2e0fe031-75cd-4e7f-a29f-fb3758730d01', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:d9:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858fa085-b844-4bad-8e72-4a73c76d6357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:28:26Z', 'updated_at': '2021-07-22T21:28:26Z', 'revision_number': 0, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}, {'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:30Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:28:28.573947 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2653ada4-7a1e-4552-871c-cdd453165ba5 None None] New status for floating IP 2e0fe031-75cd-4e7f-a29f-fb3758730d01: ACTIVE {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:28:34.598919 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:47.994820 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-da103110-3627-4f6c-b849-7beb94cca8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.739002 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-d1b0bc2f-22d4-42c8-b585-9ed8f5d7a0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:50.957642 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:51.931552 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:28:53.599663 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:02.163129 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:29:04.597267 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:14.284491 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-47429464-3fa5-4bc6-b911-dfda7539f56c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581341 Jul 22 21:29:14.400213 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748db90-2874-4743-8d01-3f25169d7821 req-a39b7624-345a-4f63-b0f7-ae92d60cfd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:14.402104 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-a39b7624-345a-4f63-b0f7-ae92d60cfd4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1099 time: 0.0554626 Jul 22 21:29:14.503291 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748db90-2874-4743-8d01-3f25169d7821 req-3763ade5-a6b5-4823-b260-e1200e30cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:14.504968 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-3763ade5-a6b5-4823-b260-e1200e30cf11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.0823581 Jul 22 21:29:14.572623 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-3fefceca-e04b-40ce-bfda-12e0a0d76b39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 1002 time: 0.0602918 Jul 22 21:29:14.622013 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748db90-2874-4743-8d01-3f25169d7821 req-e5394a80-1fad-4a5b-8721-3f0ed4092fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:14.623439 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-e5394a80-1fad-4a5b-8721-3f0ed4092fe1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0428782 Jul 22 21:29:14.681978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748db90-2874-4743-8d01-3f25169d7821 req-d5ec9fb6-948d-400d-b6a0-5067fce4fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:29:14.683454 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-d5ec9fb6-948d-400d-b6a0-5067fce4fc08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524819 Jul 22 21:29:14.776828 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-f1e525ef-0581-4fc1-b492-1c2a6c0512da service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848584 Jul 22 21:29:14.865474 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-3748db90-2874-4743-8d01-3f25169d7821 req-21b8c64b-1c07-4e52-8782-76ca82906e9f service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808265 Jul 22 21:29:18.002610 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-97d2dbd9-438f-4cdd-b06d-a25730cb5aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.740548 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3c002fca-3eb4-43c2-9167-41dbe51b7dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:20.958704 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:21.940498 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:23.601906 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:32.694118 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-5b33a576-7f3c-45b0-bb9b-6e7b07ad9fa3 req-a44d1c6c-e539-4b52-9896-3082d188425c service neutron] (93192) timed out ('10.222.0.69', 64159) {{(pid=93192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:29:34.589731 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:39.162145 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:29:47.997254 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-eff14af8-7ec5-4ce4-9abd-0a3a215341f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.743217 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-8bc1df56-a4ee-4222-b7ea-98aac09e17d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:50.960092 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:51.936367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:29:53.640845 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:04.607571 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:06.498269 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 56078) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:06.716655 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Deleting port 27573de4-01c7-4d37-8b50-54a6694e658a {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:06.717003 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:06.808299 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:06.808610 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:06.822961 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Calling delete_port for 27573de4-01c7-4d37-8b50-54a6694e658a owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:07.295815 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.327481 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'Port': ['ID=27573de4-01c7-4d37-8b50-54a6694e658a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:07.340093 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.340472 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.340811 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.341148 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.341481 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.341805 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.342130 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.342453 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.342781 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.343100 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.343419 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.343742 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:07.404598 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.404932 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.db.l3_db [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Floating IP 2e0fe031-75cd-4e7f-a29f-fb3758730d01 disassociated (deleted). External IP: 172.27.0.187, port: b98d7405-dacf-4b51-9a10-2d1eb92977fc. Jul 22 21:30:07.625422 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:07.758346 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:07.763566 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:07.774157 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:07.784830 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:07.785459 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:29:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:07.812588 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-b7d8649d-68e2-42b3-bc76-1f2325f87dff tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "DELETE /v2.0/floatingips/2e0fe031-75cd-4e7f-a29f-fb3758730d01 HTTP/1.1" status: 204 len: 168 time: 1.3128362 Jul 22 21:30:07.813227 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc'}] {{(pid=93192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:07.815642 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66a4359c01064874393036d4e6f31f78e623d12f66fc8e0875104ae0ae4f3fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc"}]}' {{(pid=93192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:07.923042 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbcf29-63ad-42bd-9a7c-4abc0a002cc0 x-openstack-request-id: req-d0bbcf29-63ad-42bd-9a7c-4abc0a002cc0 {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:07.923334 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc", "status": "completed", "code": 200}]} {{(pid=93192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:07.923580 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0bbcf29-63ad-42bd-9a7c-4abc0a002cc0 {{(pid=93192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:07.924013 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'status': 'completed', 'code': 200} Jul 22 21:30:07.944294 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:08.095867 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-6d27281f-200c-4488-b6fb-ef5bf96339de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.097393 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-6d27281f-200c-4488-b6fb-ef5bf96339de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 1099 time: 0.1277666 Jul 22 21:30:08.192813 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:30Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:08.216763 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8916925-5b88-47a2-b764-986dda810a7f req-5c0b5877-9c85-46bd-b973-17d1bf3a7ec8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.218264 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8916925-5b88-47a2-b764-986dda810a7f req-5c0b5877-9c85-46bd-b973-17d1bf3a7ec8 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 946 time: 0.2021494 Jul 22 21:30:08.223838 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:08.228081 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-7f97275c-eb61-491c-a0e3-2feaa4151bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.230059 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-7f97275c-eb61-491c-a0e3-2feaa4151bd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1166873 Jul 22 21:30:08.233055 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:08.233666 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:29:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:08.290569 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-3627318c-8ffc-483c-b071-7da46a257a3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc HTTP/1.1" status: 200 len: 217 time: 0.0448918 Jul 22 21:30:08.299486 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f8916925-5b88-47a2-b764-986dda810a7f req-9bf48cef-ae03-47d2-99ce-a786cf72812c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684755 Jul 22 21:30:08.342862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:08.344970 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-26bb8355-2253-4168-84c4-26d652c9d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.346435 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-26bb8355-2253-4168-84c4-26d652c9d9bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0461051 Jul 22 21:30:08.418832 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-92114aca-bf66-47ed-b55d-1c26458f4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:08.420540 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-92114aca-bf66-47ed-b55d-1c26458f4ab2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659404 Jul 22 21:30:08.550787 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-3b60e3af-ac86-44c4-8a41-d51f80be0fdc service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218100 Jul 22 21:30:08.646455 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:30Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:08.674292 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-00056ab7-e90b-4aa4-9b1a-029feee9bfb1 req-35e2f501-e81c-44f3-b092-7d2c0d46c9cc service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137486 Jul 22 21:30:08.674582 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d2519-1d77-45f5-be91-ffa3de213217 None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_floatingips': [{'id': 'e7d09f0c-1428-418f-8fe2-0b46fdf32155', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'router_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'port_id': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'mac_address': 'fa:16:3e:c7:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:26:27Z', 'updated_at': '2021-07-22T21:26:30Z', 'revision_number': 1, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:08.927489 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1bed7-d21f-46ef-a68d-a7bcea19dadc None None] New status for floating IP 2e0fe031-75cd-4e7f-a29f-fb3758730d01: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:30:09.503957 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f81ce-6a21-447e-a0af-a81c588a8bdb req-757a5dfa-3e2f-41fe-a0c3-9e13f7555674 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:09.505515 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-562f81ce-6a21-447e-a0af-a81c588a8bdb req-757a5dfa-3e2f-41fe-a0c3-9e13f7555674 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 946 time: 0.1342750 Jul 22 21:30:09.551899 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-562f81ce-6a21-447e-a0af-a81c588a8bdb req-fd05ab8e-5210-4da8-9872-c24527877b48 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370975 Jul 22 21:30:10.011200 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-15156b60-6155-420a-b0fd-569207ef1045 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:10.012659 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-15156b60-6155-420a-b0fd-569207ef1045 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 946 time: 0.0699120 Jul 22 21:30:10.121595 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Deleting port b98d7405-dacf-4b51-9a10-2d1eb92977fc {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:10.121918 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.521040 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] For port b98d7405-dacf-4b51-9a10-2d1eb92977fc, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=b98d7405-dacf-4b51-9a10-2d1eb92977fc,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:10.521727 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.536273 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Calling delete_port for b98d7405-dacf-4b51-9a10-2d1eb92977fc owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:10.736785 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.780578 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'Port': ['ID=b98d7405-dacf-4b51-9a10-2d1eb92977fc,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:10.813766 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.814610 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.814766 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.815290 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.815828 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.816427 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.816926 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.817441 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.817953 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.818469 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.818978 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.819484 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:10.843191 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] No DVR routers for this DVR port b98d7405-dacf-4b51-9a10-2d1eb92977fc on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:10.847956 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:10.850086 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-07a3bf69-91ab-4e97-a410-26e32c6fa8ae req-78d2276b-64d6-46b7-808d-6d0a815f7b2d tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "DELETE /v2.0/ports/b98d7405-dacf-4b51-9a10-2d1eb92977fc HTTP/1.1" status: 204 len: 173 time: 0.8313963 Jul 22 21:30:10.850594 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'name': 'network-vif-deleted', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:10.854424 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5be584-0071-4e18-be25-9c13ac7a0ab9" -d '{"events": [{"server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "name": "network-vif-deleted", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:10.873657 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7f67-b35e-42bb-bac4-3672578e2a66 req-7596d372-3946-4b9b-84b4-dcbd09fa40ee tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:10.875775 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b5f7f67-b35e-42bb-bac4-3672578e2a66 req-7596d372-3946-4b9b-84b4-dcbd09fa40ee tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=858fa085-b844-4bad-8e72-4a73c76d6357 HTTP/1.1" status: 200 len: 867 time: 0.2069435 Jul 22 21:30:10.952806 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-8b5f7f67-b35e-42bb-bac4-3672578e2a66 req-a7aadc50-8ab5-45a8-877d-0c711adb4fa6 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690384 Jul 22 21:30:10.992735 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b72bba-109d-40bc-9754-232047136c47 x-openstack-request-id: req-b2b72bba-109d-40bc-9754-232047136c47 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:10.993033 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858fa085-b844-4bad-8e72-4a73c76d6357", "name": "network-vif-deleted", "tag": "b98d7405-dacf-4b51-9a10-2d1eb92977fc", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:10.993284 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2b72bba-109d-40bc-9754-232047136c47 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:10.993690 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858fa085-b844-4bad-8e72-4a73c76d6357', 'name': 'network-vif-deleted', 'tag': 'b98d7405-dacf-4b51-9a10-2d1eb92977fc', 'status': 'completed', 'code': 200} Jul 22 21:30:13.211537 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device b98d7405-dacf-4b51-9a10-2d1eb92977fc no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:13.238180 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: b98d7405-dacf-4b51-9a10-2d1eb92977fc {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:13.238522 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device b98d7405-dacf-4b51-9a10-2d1eb92977fc not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:14.281923 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56130) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:14.468009 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Deleting port ebd76571-e983-4db8-99c5-e6c913440d86 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:14.468482 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.554070 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.554480 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.569174 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Calling delete_port for ebd76571-e983-4db8-99c5-e6c913440d86 owned by network:floatingip {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:14.790037 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.834518 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'Port': ['ID=ebd76571-e983-4db8-99c5-e6c913440d86,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:14.929680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:14.930237 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.db.l3_db [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Floating IP e7d09f0c-1428-418f-8fe2-0b46fdf32155 disassociated (deleted). External IP: 172.27.0.247, port: 90863f0c-3640-4fd9-97e8-8867bbd7e695. Jul 22 21:30:15.188276 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:15.308486 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:15.315174 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:15.321208 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:15.332312 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:15.333119 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:29:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:15.369277 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-7c4cc6fb-dc96-4c28-a9f6-d50e581bb23c tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "DELETE /v2.0/floatingips/e7d09f0c-1428-418f-8fe2-0b46fdf32155 HTTP/1.1" status: 204 len: 168 time: 1.0835667 Jul 22 21:30:15.369277 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:15.371015 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:15.426368 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2b0dac-8f98-4510-ba64-ad6266002b73 x-openstack-request-id: req-5f2b0dac-8f98-4510-ba64-ad6266002b73 {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:15.427059 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:15.427759 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f2b0dac-8f98-4510-ba64-ad6266002b73 {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:15.429492 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'status': 'completed', 'code': 200} Jul 22 21:30:15.456038 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:15.579874 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-212bac63-3619-487a-b0f7-32baf834edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:15.584229 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-212bac63-3619-487a-b0f7-32baf834edca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 1099 time: 0.0951245 Jul 22 21:30:15.782230 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-96171c02-45dd-4fcd-9187-f7b8bcac39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:15.784058 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-96171c02-45dd-4fcd-9187-f7b8bcac39a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 200 len: 913 time: 0.1659796 Jul 22 21:30:15.792462 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30e0b9-08b4-47f8-abe9-47db9c27dbf4 req-85addc3c-718d-4c56-807d-97ff4e3d8436 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:15.793894 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d30e0b9-08b4-47f8-abe9-47db9c27dbf4 req-85addc3c-718d-4c56-807d-97ff4e3d8436 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 946 time: 0.1726019 Jul 22 21:30:15.832217 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-32c95d3b-6e53-4a71-9550-50359dcd74a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 200 len: 217 time: 0.0370073 Jul 22 21:30:15.875606 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:15.905069 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-6d30e0b9-08b4-47f8-abe9-47db9c27dbf4 req-a516d47e-11af-43c4-a3ca-4179b8f6972e tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757008 Jul 22 21:30:15.910454 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-9f2cb299-d59e-4654-becf-3fab84f3ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:15.911927 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-9f2cb299-d59e-4654-becf-3fab84f3ada5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 200 len: 851 time: 0.0725508 Jul 22 21:30:15.915461 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:15.926917 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:15.927787 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:29:51Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:15.997643 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-2b34e2df-3c05-4096-b655-d7e5853cf0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:16.000352 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-2b34e2df-3c05-4096-b655-d7e5853cf0eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50d2e2b3-f3f3-4713-aedf-f111d15590ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810716 Jul 22 21:30:16.070123 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:16.100758 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-19e259e0-54a7-4656-baa9-c94cd50e3825 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918658 Jul 22 21:30:16.161898 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:30:16.212705 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-512d3b18-33b9-42d0-b0da-4e96a5b2a64d req-7d0abffa-e667-4b4c-b089-834238e6c954 service neutron] 10.222.0.69 "GET /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018894 Jul 22 21:30:16.324119 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:16.360596 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c45b89-6d1e-4825-9f3e-5833ef96d9fa None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:23:16Z', 'revision_number': 4, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi', '_interfaces': [{'id': '7b6f615b-2347-4540-9dd6-40bc9c4472ea', 'name': '', 'network_id': '50d2e2b3-f3f3-4713-aedf-f111d15590ec', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'mac_address': 'fa:16:3e:f6:03:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:15Z', 'updated_at': '2021-07-22T21:23:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'subnets': [{'id': '4cf47605-4185-440b-8959-e0c8439c9fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:16.631281 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d61a7-68a5-4aab-a4f1-c71a4b93cb7f None None] New status for floating IP e7d09f0c-1428-418f-8fe2-0b46fdf32155: DOWN {{(pid=93195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:30:17.068079 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6025c-05ea-4026-978b-d7b2ce07319b req-6add1fc4-c3fc-4a3f-b3b8-6e0dd2ef6902 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:17.069529 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-98f6025c-05ea-4026-978b-d7b2ce07319b req-6add1fc4-c3fc-4a3f-b3b8-6e0dd2ef6902 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 946 time: 0.0691745 Jul 22 21:30:17.109518 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-98f6025c-05ea-4026-978b-d7b2ce07319b req-79d0af24-1b12-4a4e-87d2-9d61f1c5bcfe tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/security-groups?id=865daa40-4dc5-46cb-9349-b97ed8dad52a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341403 Jul 22 21:30:17.651754 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5907244-9973-4137-94a7-a0585b449d6e req-16cb2c9f-ad30-4de6-a4a3-ced798280210 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:30:17.653776 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f5907244-9973-4137-94a7-a0585b449d6e req-16cb2c9f-ad30-4de6-a4a3-ced798280210 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 946 time: 0.0701823 Jul 22 21:30:17.760532 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Deleting port 90863f0c-3640-4fd9-97e8-8867bbd7e695 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:17.760870 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.858218 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] For port 90863f0c-3640-4fd9-97e8-8867bbd7e695, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=90863f0c-3640-4fd9-97e8-8867bbd7e695,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:17.858493 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:17.870411 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Calling delete_port for 90863f0c-3640-4fd9-97e8-8867bbd7e695 owned by compute:nova {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:17.998284 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7f93e798-2c76-4906-a032-f8a9c986c91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.008951 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.043064 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'Port': ['ID=90863f0c-3640-4fd9-97e8-8867bbd7e695,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:18.086859 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] No DVR routers for this DVR port 90863f0c-3640-4fd9-97e8-8867bbd7e695 on host hv-cinder-80161 {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:18.090715 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for port, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:18.092750 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-f5907244-9973-4137-94a7-a0585b449d6e req-5627a2d9-8e3e-4063-b05f-ed7990ce22c2 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.69 "DELETE /v2.0/ports/90863f0c-3640-4fd9-97e8-8867bbd7e695 HTTP/1.1" status: 204 len: 173 time: 0.4321394 Jul 22 21:30:18.093164 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'name': 'network-vif-deleted', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695'}] {{(pid=93193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:30:18.095495 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80c67304abe15cd528d991deff7c1c10b821b0f94dd79bb9706ff9d373246aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b36c6d2-017a-4274-a6c8-8d79d4471625" -d '{"events": [{"server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "name": "network-vif-deleted", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695"}]}' {{(pid=93193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:30:18.135629 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c851f4-872f-4169-8be5-37ecaedc5fdd x-openstack-request-id: req-30c851f4-872f-4169-8be5-37ecaedc5fdd {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:30:18.136046 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2", "name": "network-vif-deleted", "tag": "90863f0c-3640-4fd9-97e8-8867bbd7e695", "status": "completed", "code": 200}]} {{(pid=93193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:30:18.136400 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30c851f4-872f-4169-8be5-37ecaedc5fdd {{(pid=93193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:30:18.136838 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2', 'name': 'network-vif-deleted', 'tag': '90863f0c-3640-4fd9-97e8-8867bbd7e695', 'status': 'completed', 'code': 200} Jul 22 21:30:18.210236 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [req-2f947506-d1f6-4448-906f-17f23bed18b7 req-a37ba47a-44c3-44cf-aa38-ab3e4f920f9b tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb1e104c-932a-49f3-bc7f-8cd5bd5c79e2 HTTP/1.1" status: 200 len: 210 time: 0.0301940 Jul 22 21:30:19.270274 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 56148) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:19.403655 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Deleting port 01c744c7-fe07-4010-bc34-5986cffb4b2e {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:19.403986 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.484690 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.485013 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.497028 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Calling delete_port for 01c744c7-fe07-4010-bc34-5986cffb4b2e owned by network:floatingip {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:19.651526 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.679130 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'Port': ['ID=01c744c7-fe07-4010-bc34-5986cffb4b2e,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:19.752499 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for floatingip, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.754973 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-88345'] for floatingip, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:19.756205 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-d3a7395d-35cb-447a-8405-e511b84d1c49 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "DELETE /v2.0/floatingips/ac070eb8-1ba8-4eec-a9a1-a92d1b633120 HTTP/1.1" status: 204 len: 168 time: 0.4849033 Jul 22 21:30:20.747371 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1e7431ca-c9e3-4cbe-8aed-0c35592109cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:20.973144 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:20.975829 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56160) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:21.041728 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a51ae2a6-fe8f-4ac2-8d98-092149f3e386 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.068992 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a51ae2a6-fe8f-4ac2-8d98-092149f3e386 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.145036 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a51ae2a6-fe8f-4ac2-8d98-092149f3e386 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.148045 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-a51ae2a6-fe8f-4ac2-8d98-092149f3e386 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.149327 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-a51ae2a6-fe8f-4ac2-8d98-092149f3e386 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] 10.222.0.44 "DELETE /v2.0/security-groups/865daa40-4dc5-46cb-9349-b97ed8dad52a HTTP/1.1" status: 204 len: 168 time: 0.1724019 Jul 22 21:30:21.163173 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ae2a6-fe8f-4ac2-8d98-092149f3e386 tempest-TestVolumeBootPattern-1390703745 tempest-TestVolumeBootPattern-1390703745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865daa40-4dc5-46cb-9349-b97ed8dad52a,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:21.207841 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56164) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:21.289398 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 90863f0c-3640-4fd9-97e8-8867bbd7e695 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:21.310333 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] No Port match for: 90863f0c-3640-4fd9-97e8-8867bbd7e695 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:21.310812 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Device 90863f0c-3640-4fd9-97e8-8867bbd7e695 not bound to the agent host hv-cinder-80161 {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:21.708600 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.940303 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:21.986769 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Deleting port 7b6f615b-2347-4540-9dd6-40bc9c4472ea {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:21.987353 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.071015 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] For port 7b6f615b-2347-4540-9dd6-40bc9c4472ea, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=7b6f615b-2347-4540-9dd6-40bc9c4472ea,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:22.071377 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.084637 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Calling delete_port for 7b6f615b-2347-4540-9dd6-40bc9c4472ea owned by network:router_interface {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:22.275100 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.299524 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6f615b-2347-4540-9dd6-40bc9c4472ea,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:22.493811 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:22.726949 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Router 13890fbf-d3a7-403f-be3f-3f789e5d9455 has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:22.840420 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:22.845566 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-d5b94cd6-47a5-4d40-9e8b-d31723be2e2e admin admin] 10.222.0.44 "PUT /v2.0/routers/13890fbf-d3a7-403f-be3f-3f789e5d9455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6366432 Jul 22 21:30:22.848307 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56168) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:22.852312 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] Sync routers for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:22.862814 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:22.863436 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:30:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:22.987162 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:23.188232 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:30:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:23.219214 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] Checking router: 13890fbf-d3a7-403f-be3f-3f789e5d9455 for host: dv-cinder-801617-1-iscsi {{(pid=93194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:23.227823 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] Routers {'13890fbf-d3a7-403f-be3f-3f789e5d9455'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:23.229098 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:30:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['13890fbf-d3a7-403f-be3f-3f789e5d9455'], 'active': True} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:23.251872 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.339993 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvr_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] Set router 13890fbf-d3a7-403f-be3f-3f789e5d9455 gateway port host: dv-cinder-801617-1-iscsi {{(pid=93194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:23.362816 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.417190 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Deleting port ebafe0de-a043-4b11-934d-96c863a52ab6 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:23.417741 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.513545 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] For port ebafe0de-a043-4b11-934d-96c863a52ab6, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=ebafe0de-a043-4b11-934d-96c863a52ab6,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:23.513939 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.533742 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Calling delete_port for ebafe0de-a043-4b11-934d-96c863a52ab6 owned by network:router_gateway {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:23.545588 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_hamode_db [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:30:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:23.573416 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad0c3b-2597-41aa-aa44-091cd5f0fe79 None None] The sync data for ids ['13890fbf-d3a7-403f-be3f-3f789e5d9455'] in dv-cinder-801617-1-iscsi is: [{'id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'name': 'tempest-TestVolumeBootPattern-2013365985-router', 'tenant_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:12Z', 'updated_at': '2021-07-22T21:30:22Z', 'revision_number': 5, 'project_id': '5e6f2c7f1afc4ceeb5df3c986a63d1e4', 'gw_port': {'id': 'ebafe0de-a043-4b11-934d-96c863a52ab6', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13890fbf-d3a7-403f-be3f-3f789e5d9455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:13Z', 'updated_at': '2021-07-22T21:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}] {{(pid=93194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:23.618551 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.709489 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.740157 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebafe0de-a043-4b11-934d-96c863a52ab6,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:23.809663 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.899507 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.901764 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.954092 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.955471 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13890fbf-d3a7-403f-be3f-3f789e5d9455 {{(pid=93193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:23.960561 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:23.961799 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-8be4cf42-d1b2-4619-a254-fb7cce68a5c8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/13890fbf-d3a7-403f-be3f-3f789e5d9455 HTTP/1.1" status: 204 len: 168 time: 1.1126406 Jul 22 21:30:23.964320 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56170) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:24.017526 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Deleting subnet 4cf47605-4185-440b-8959-e0c8439c9fed {{(pid=93193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:30:24.021211 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.058623 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59546324'] for subnet, precommit_delete_associations {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.143696 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.205207 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59319368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59024887'] for subnet, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.236640 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf47605-4185-440b-8959-e0c8439c9fed,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:24.240828 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.244736 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-5278e97e-5bb1-4f69-90e6-1bd97e9cd3ec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4cf47605-4185-440b-8959-e0c8439c9fed HTTP/1.1" status: 204 len: 168 time: 0.2792630 Jul 22 21:30:24.245958 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56172) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:24.250773 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad40fb1-ebef-421f-a766-33d0d3430a91 None None] Network 50d2e2b3-f3f3-4713-aedf-f111d15590ec requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:24.317572 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.381535 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Deleting port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:24.382015 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.445117 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] For port 70ddbfed-255e-4acc-ad23-89cfb47d7db4, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=70ddbfed-255e-4acc-ad23-89cfb47d7db4,segment=NetworkSegment(0c37c627-c38b-4297-8426-7375b1f22ad9),segment_id=0c37c627-c38b-4297-8426-7375b1f22ad9)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:24.445475 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.458461 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Calling delete_port for 70ddbfed-255e-4acc-ad23-89cfb47d7db4 owned by network:dhcp {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:24.541057 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.564439 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ddbfed-255e-4acc-ad23-89cfb47d7db4,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:24.569850 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] No DVR routers for this DVR port 70ddbfed-255e-4acc-ad23-89cfb47d7db4 on host dv-cinder-801617-1-iscsi {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:24.619896 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e342109-12db-40ab-8029-d0f3ea66e537 None None] DHCP port deletion for 50d2e2b3-f3f3-4713-aedf-f111d15590ec request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:30:24.652081 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.662458 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d2e2b3-f3f3-4713-aedf-f111d15590ec']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.676587 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c37c627-c38b-4297-8426-7375b1f22ad9') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.676946 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c37c627-c38b-4297-8426-7375b1f22ad9') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:24.686422 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59546333'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.701101 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.707688 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:30:24.708091 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59319346'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: timer() Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: self._notify() Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: event.method(event) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:30:24.709770 dv-cinder-801617-1-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:30:24.763612 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.769045 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:24.770887 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] 10.222.0.44 "DELETE /v2.0/networks/50d2e2b3-f3f3-4713-aedf-f111d15590ec HTTP/1.1" status: 204 len: 168 time: 0.5239420 Jul 22 21:30:24.773924 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 56174) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:24.783756 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb129a0-d45e-49c1-b2d3-b088e1f94351 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d2e2b3-f3f3-4713-aedf-f111d15590ec,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:25.138447 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740557'] for router_interface, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.313995 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7b6f615b-2347-4540-9dd6-40bc9c4472ea no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:25.339376 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 7b6f615b-2347-4540-9dd6-40bc9c4472ea {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:25.339748 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 7b6f615b-2347-4540-9dd6-40bc9c4472ea not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:25.340180 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ebafe0de-a043-4b11-934d-96c863a52ab6 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:25.360519 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: ebafe0de-a043-4b11-934d-96c863a52ab6 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:25.360865 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device ebafe0de-a043-4b11-934d-96c863a52ab6 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:25.361295 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 70ddbfed-255e-4acc-ad23-89cfb47d7db4 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:25.380131 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 70ddbfed-255e-4acc-ad23-89cfb47d7db4 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:25.380506 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 70ddbfed-255e-4acc-ad23-89cfb47d7db4 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:25.404852 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Deleting port 9db0a912-396a-40ca-920a-2a9b2cfeecdb {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:25.405207 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.487509 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] For port 9db0a912-396a-40ca-920a-2a9b2cfeecdb, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=9db0a912-396a-40ca-920a-2a9b2cfeecdb,segment=NetworkSegment(058d6942-4929-43c1-95c2-ceb700d83a42),segment_id=058d6942-4929-43c1-95c2-ceb700d83a42)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:25.487861 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.504855 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Calling delete_port for 9db0a912-396a-40ca-920a-2a9b2cfeecdb owned by network:router_interface {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:25.709990 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:25.735250 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Pushing event deleted for resources: {'Port': ['ID=9db0a912-396a-40ca-920a-2a9b2cfeecdb,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:25.916600 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3740433'] for router_interface, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.139759 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Router bbd1932e-d3ff-4440-a4bf-a2186eeb172e has already been hosted by L3 agent 515a72c6-36e4-4526-9ac3-cd6ba0cbef59 {{(pid=93192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:30:26.246699 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] Notify agent at l3_agent.dv-cinder-801617-1-iscsi the message routers_updated {{(pid=93192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:30:26.251668 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-6219a620-b09b-43e6-a531-5e3d5967719a admin admin] 10.222.0.44 "PUT /v2.0/routers/bbd1932e-d3ff-4440-a4bf-a2186eeb172e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766042 Jul 22 21:30:26.254165 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 56176) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:26.256761 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] Sync routers for ids ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'] in dv-cinder-801617-1-iscsi {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:30:26.267918 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] Routers {'bbd1932e-d3ff-4440-a4bf-a2186eeb172e'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:26.268604 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:30:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:26.372437 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks [] for router, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.465770 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] Set router bbd1932e-d3ff-4440-a4bf-a2186eeb172e gateway port host: dv-cinder-801617-1-iscsi {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:26.476752 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.548956 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Deleting port 230b236a-cd64-41a9-86fb-c30aea363b74 {{(pid=93192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:26.549275 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.636481 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.db [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] For port 230b236a-cd64-41a9-86fb-c30aea363b74, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=230b236a-cd64-41a9-86fb-c30aea363b74,segment=NetworkSegment(c008b71f-195e-49d0-baa8-f8178ee79dc7),segment_id=c008b71f-195e-49d0-baa8-f8178ee79dc7)] {{(pid=93192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:26.636932 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.648836 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.plugins.ml2.plugin [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Calling delete_port for 230b236a-cd64-41a9-86fb-c30aea363b74 owned by network:router_gateway {{(pid=93192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:26.669988 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'external_fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:30:25Z', 'revision_number': 5, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port': {'id': '230b236a-cd64-41a9-86fb-c30aea363b74', 'name': '', 'network_id': '950ce858-a8a9-4dab-8e0d-ab179c978778', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:53:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbf0607b-e3af-42c7-86eb-b0b2408aef2e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-1-iscsi'}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:26.695446 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] Checking router: bbd1932e-d3ff-4440-a4bf-a2186eeb172e for host: dv-cinder-801617-1-iscsi {{(pid=93195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:30:26.710167 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] Routers {'bbd1932e-d3ff-4440-a4bf-a2186eeb172e'} bound to L3 agent in host dv-cinder-801617-1-iscsi {{(pid=93195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:30:26.710979 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T21:05:51Z,description=,heartbeat_timestamp=2021-07-22T21:30:21Z,host='dv-cinder-801617-1-iscsi',id=515a72c6-36e4-4526-9ac3-cd6ba0cbef59,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T21:05:51Z,topic='l3_agent')) {'router_ids': ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'], 'active': True} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:26.804195 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_dvr_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] Set router bbd1932e-d3ff-4440-a4bf-a2186eeb172e gateway port host: None {{(pid=93195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:30:26.826791 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60021876'] for port, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:26.854216 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Pushing event deleted for resources: {'Port': ['ID=230b236a-cd64-41a9-86fb-c30aea363b74,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:26.861129 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.l3_hamode_db [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:30:26Z', 'revision_number': 6, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port_host': None}], 'dv-cinder-801617-1-iscsi', False) {} {{(pid=93195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:26.889062 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c2939-70b7-4bda-bd89-7410706b1d1f None None] The sync data for ids ['bbd1932e-d3ff-4440-a4bf-a2186eeb172e'] in dv-cinder-801617-1-iscsi is: [{'id': 'bbd1932e-d3ff-4440-a4bf-a2186eeb172e', 'name': 'tempest-TestVolumeBootPattern-1430379316-router', 'tenant_id': 'a2cfb79167c04c7abbc8163efeff113c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:23:18Z', 'updated_at': '2021-07-22T21:30:26Z', 'revision_number': 6, 'project_id': 'a2cfb79167c04c7abbc8163efeff113c', 'gw_port_host': None}] {{(pid=93195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:30:26.924995 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743415'] for router_gateway, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.016469 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3760224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124870'] for router, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.018573 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.067891 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3742284'] for router, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.068416 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd1932e-d3ff-4440-a4bf-a2186eeb172e {{(pid=93192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:30:27.074401 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] Notify callbacks [] for router, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.075565 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-14a11c46-e4d0-43c7-a72d-4e6fb0034541 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bbd1932e-d3ff-4440-a4bf-a2186eeb172e HTTP/1.1" status: 204 len: 168 time: 0.8204780 Jul 22 21:30:27.078146 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 56178) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:27.124626 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.db.db_base_plugin_v2 [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Deleting subnet 6d70f555-1479-4d2f-8f7f-4d12ae648895 {{(pid=93192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:30:27.128251 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.165736 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59686866'] for subnet, precommit_delete_associations {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.258916 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995994'] for subnet, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.338843 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60021793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59638588'] for subnet, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.374798 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d70f555-1479-4d2f-8f7f-4d12ae648895,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:27.376987 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for subnet, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.378895 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-1173faf8-5ad2-4d28-9275-8f7bd0594052 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d70f555-1479-4d2f-8f7f-4d12ae648895 HTTP/1.1" status: 204 len: 168 time: 0.2998018 Jul 22 21:30:27.381599 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56180) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:27.383492 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465cde04-7e7e-4802-8b2b-3cc548b7ff7c None None] Network f6b896eb-bf8d-40c6-80f3-d8da834d0ded requested from dv-cinder-801617-1-iscsi {{(pid=93194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:30:27.458167 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575069'] for network, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.515869 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Deleting port 69ed50cb-a7b6-4420-b9de-2785beb84679 {{(pid=93193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:27.516453 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.586106 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.db [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] For port 69ed50cb-a7b6-4420-b9de-2785beb84679, host dv-cinder-801617-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-1-iscsi',level=0,port_id=69ed50cb-a7b6-4420-b9de-2785beb84679,segment=NetworkSegment(058d6942-4929-43c1-95c2-ceb700d83a42),segment_id=058d6942-4929-43c1-95c2-ceb700d83a42)] {{(pid=93193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:27.586483 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.602336 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.plugin [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Calling delete_port for 69ed50cb-a7b6-4420-b9de-2785beb84679 owned by network:dhcp {{(pid=93193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:27.688664 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] DHCP port deletion for f6b896eb-bf8d-40c6-80f3-d8da834d0ded request from dv-cinder-801617-1-iscsi {{(pid=93194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:30:27.716871 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59319325'] for port, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.724673 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 9db0a912-396a-40ca-920a-2a9b2cfeecdb no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:27.746652 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 9db0a912-396a-40ca-920a-2a9b2cfeecdb {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:27.747009 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 9db0a912-396a-40ca-920a-2a9b2cfeecdb not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:27.752463 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ed50cb-a7b6-4420-b9de-2785beb84679,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:27.755697 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] No DVR routers for this DVR port 69ed50cb-a7b6-4420-b9de-2785beb84679 on host dv-cinder-801617-1-iscsi {{(pid=93193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:27.778829 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Deleting port 69ed50cb-a7b6-4420-b9de-2785beb84679 {{(pid=93194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:30:27.779401 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791901123476'] for port, before_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.848955 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997542', 'neutron.services.segments.db._delete_segments_for_network-8791901189169'] for network, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.858816 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.db [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] For port 69ed50cb-a7b6-4420-b9de-2785beb84679, host dv-cinder-801617-1-iscsi, got binding levels [] {{(pid=93194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:30:27.859208 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3742304'] for port, precommit_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.861143 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b896eb-bf8d-40c6-80f3-d8da834d0ded']}} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:27.873229 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Calling delete_port for 69ed50cb-a7b6-4420-b9de-2785beb84679 owned by network:dhcp {{(pid=93194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:30:27.876820 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058d6942-4929-43c1-95c2-ceb700d83a42') {'for_net_delete': True} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:27.877211 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.services.segments.db [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058d6942-4929-43c1-95c2-ceb700d83a42') {} {{(pid=93193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:30:27.877684 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.ipam_backend_mixin [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Port 69ed50cb-a7b6-4420-b9de-2785beb84679 was not found and therefore no delete operation was performed {{(pid=93194) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:30:27.878915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791901124455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791900637844'] for port, after_delete {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.888196 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791901191226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59546333'] for segment, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.906551 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178'] for segment, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.907425 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Pushing event deleted for resources: {'Port': ['ID=69ed50cb-a7b6-4420-b9de-2785beb84679,revision_number=None']} {{(pid=93194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:27.909947 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] No DVR routers for this DVR port 69ed50cb-a7b6-4420-b9de-2785beb84679 on host dv-cinder-801617-1-iscsi {{(pid=93194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:30:27.916806 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:30:27.917353 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59319346'] for segment, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: Traceback (most recent call last): Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: timer() Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: cb(*args, **kw) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: return func(*args, **kwargs) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: self._notify() Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: self.callback(batched_events) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: event.method(event) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: return f(self, *a, **k) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._get(url).json() Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: return self.request(url, 'GET', **kwargs) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:30:27.919536 dv-cinder-801617-1-iscsi neutron-server[93193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:30:27.925697 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.926228 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.926821 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.928340 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.928862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.929390 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.929726 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.930063 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.930396 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.930725 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.931048 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.931450 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4caa6-2dd1-4f27-bec6-9ee258c44f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-1-iscsi {{(pid=93194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:30:27.988625 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743379'] for network, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:27.995419 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681253'] for network, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.002943 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f6b896eb-bf8d-40c6-80f3-d8da834d0ded HTTP/1.1" status: 204 len: 168 time: 0.6194277 Jul 22 21:30:28.016680 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d6cd3-f45a-480a-bd76-2dbf59663827 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b896eb-bf8d-40c6-80f3-d8da834d0ded,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:28.146244 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56184) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:28.197034 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-af3c7b70-4ce2-4e74-b439-6f30362d4044 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e6f2c7f1afc4ceeb5df3c986a63d1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494862 Jul 22 21:30:28.199955 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56186) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:28.255995 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-356b92f3-7b81-4c57-aa13-54c8680fffb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.278762 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-356b92f3-7b81-4c57-aa13-54c8680fffb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.341035 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-356b92f3-7b81-4c57-aa13-54c8680fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.344310 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron_lib.callbacks.manager [None req-356b92f3-7b81-4c57-aa13-54c8680fffb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.345552 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-356b92f3-7b81-4c57-aa13-54c8680fffb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27ead1bf-af01-429c-bbd0-3aabc7b95f59 HTTP/1.1" status: 204 len: 168 time: 0.1446106 Jul 22 21:30:28.355182 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b92f3-7b81-4c57-aa13-54c8680fffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ead1bf-af01-429c-bbd0-3aabc7b95f59,revision_number=None']} {{(pid=93193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:28.768335 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [-] (93193) accepted ('10.222.0.44', 56192) {{(pid=93193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:28.813794 dv-cinder-801617-1-iscsi neutron-server[93193]: INFO neutron.wsgi [None req-86e6a484-4e5c-4f10-94f1-41091828ab78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2cfb79167c04c7abbc8163efeff113c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439541 Jul 22 21:30:28.816940 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [-] (93192) accepted ('10.222.0.44', 56194) {{(pid=93192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:30:28.879061 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96863507-2320-4eec-8d4a-6cd6b850e6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.908036 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96863507-2320-4eec-8d4a-6cd6b850e6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.971187 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96863507-2320-4eec-8d4a-6cd6b850e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690911'] for security_group, after_delete {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.973833 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron_lib.callbacks.manager [None req-96863507-2320-4eec-8d4a-6cd6b850e6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:28.975014 dv-cinder-801617-1-iscsi neutron-server[93192]: INFO neutron.wsgi [None req-96863507-2320-4eec-8d4a-6cd6b850e6ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc970081-7693-4eec-88c0-72fd6bc36f1a HTTP/1.1" status: 204 len: 168 time: 0.1565952 Jul 22 21:30:28.987721 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96863507-2320-4eec-8d4a-6cd6b850e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc970081-7693-4eec-88c0-72fd6bc36f1a,revision_number=None']} {{(pid=93192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:30:29.322899 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 230b236a-cd64-41a9-86fb-c30aea363b74 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:29.348355 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 230b236a-cd64-41a9-86fb-c30aea363b74 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:29.348355 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 230b236a-cd64-41a9-86fb-c30aea363b74 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:29.350472 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 69ed50cb-a7b6-4420-b9de-2785beb84679 no longer exists at agent ovs-agent-dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:30:29.373557 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.plugin [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] No Port match for: 69ed50cb-a7b6-4420-b9de-2785beb84679 {{(pid=93194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:30:29.373938 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron.plugins.ml2.rpc [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Device 69ed50cb-a7b6-4420-b9de-2785beb84679 not bound to the agent host dv-cinder-801617-1-iscsi {{(pid=93194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:30:34.627925 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:48.004874 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-ab54c239-2776-4e7d-a972-9a27d33aee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.749590 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-e114da39-abc6-4d87-821b-8291ceaafac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:50.978944 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:51.946233 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:30:53.161913 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:30:53.614338 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:04.630198 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:18.002030 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-1909b695-6c5f-423a-b07a-038157f848e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.752337 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-30685a5d-b969-4593-8d64-a3f81b8dbb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:20.975100 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:21.945135 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:23.615746 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:30.160831 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:31:34.636607 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:47.993766 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9c2f1c97-140d-457d-8a77-007408eff82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.754036 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-dc270759-89dd-455b-84b0-da0c032a9408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:50.965543 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:51.947621 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:31:53.647362 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:04.635864 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:07.159740 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:32:08.804490 dv-cinder-801617-1-iscsi neutron-server[93192]: DEBUG neutron.wsgi [req-1f8973c1-fe4d-470e-af08-8fddcb7ff2ab req-caab71f1-2f00-4247-822b-41cd96452bd2 service neutron] (93192) timed out ('10.222.0.69', 64133) {{(pid=93192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:32:17.994971 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-f796f1df-d854-4cae-a571-1e78494f8cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.754862 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-3f8791ec-de9a-4b6e-8e1e-2bfb440b1494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:20.972474 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:21.951656 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:23.627540 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:34.653447 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:44.161741 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:32:47.998581 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a273c811-9e03-4022-b421-711543b2383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.760397 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-16f632f8-335b-4630-84b0-c89314689f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:50.968915 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:51.953025 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:32:53.627030 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:04.651030 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:17.999905 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6b59e672-c4f3-457b-a5f2-bf7fd9302e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.757112 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-7e6cb805-e743-4226-b296-fe54532507da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:20.964215 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:21.162125 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:33:21.955500 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:23.627878 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:34.653012 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:48.000571 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f61b-3567-469b-8307-4a9cdc8105d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:50.760359 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-0eab1619-0400-47d4-8d5f-23940626b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:50.966029 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:51.957367 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:53.671266 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:33:58.161534 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:34:04.665410 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:18.000433 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-20b6b949-34f3-4c46-8332-522ccee87b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.759991 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-cef49624-691a-42bc-b156-027d738a1782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:20.967510 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:21.965857 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:23.633069 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:34.680264 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:35.160112 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:34:48.002121 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a1088d41-43e2-4f39-b512-5c322448063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.760196 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-b298c513-d236-410b-b451-59843e6b187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:50.968839 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:51.964300 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.636459 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:34:53.646157 dv-cinder-801617-1-iscsi neutron-server[93193]: DEBUG neutron.wsgi [req-c99580a6-7490-4158-b727-07edbae050c3 req-50c24f35-a9cf-4769-bdea-aa8f45b43c9b service neutron] (93193) timed out ('10.222.0.44', 49912) {{(pid=93193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:35:04.684335 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:12.159853 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:35:18.003131 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-eb005364-93c9-4452-a8c1-8a1448551998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.762714 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4137-bbd3-4660-a163-105e3023b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:20.973360 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:21.969502 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:23.647971 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:34.685150 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-75bd5dd3-d85c-40a6-9d84-79377c871a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:48.004054 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-003a635b-35d2-4d3a-9d73-9a75d752cf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:49.159172 dv-cinder-801617-1-iscsi neutron-server[93195]: DEBUG neutron.db.agents_db [None req-b42aef64-25ea-4b6d-83f9-cc2b51aa2635 None None] Agent healthcheck: found 6 active agents {{(pid=93195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:35:50.766479 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-a20bf1fc-7e71-4162-9e14-ed8a145c2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:50.976678 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-03975389-5387-4a86-bc0d-32efa4e46cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:51.971289 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-6fbc4ed9-eb32-4c88-b19d-d34673698137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:35:53.686819 dv-cinder-801617-1-iscsi neutron-server[93194]: DEBUG neutron_lib.callbacks.manager [None req-c1541f4a-7d86-4962-8ae3-25fd1c0ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791901189151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994912'] for agent, after_update {{(pid=93194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}